-- Logs begin at Fri 2021-06-18 09:19:04 UTC, end at Fri 2021-06-18 10:36:24 UTC. -- Jun 18 10:09:58.991323 dv-cinder-797022-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 10:10:01.655265 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.common.config [-] Logging enabled! Jun 18 10:10:01.656011 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.3.3.dev21 Jun 18 10:10:01.657561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82104) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 18 10:10:01.658423 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.common.config [-] Logging enabled! Jun 18 10:10:01.658796 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.3.3.dev21 Jun 18 10:10:01.659160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82104) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 18 10:10:01.660359 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jun 18 10:10:01.660721 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jun 18 10:10:01.661951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jun 18 10:10:01.662335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jun 18 10:10:01.662682 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jun 18 10:10:01.663136 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.663569 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.663999 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.664357 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.664805 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.665228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.665620 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.665992 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.666514 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.666747 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.667111 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.667508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.667819 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.668185 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.668560 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.669139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.669480 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] debug = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.669782 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.670592 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.670835 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.671199 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.671574 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.671925 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.672318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.672680 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.673107 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] host = dv-cinder-797022-1-smb {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.673480 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.673888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.674254 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.674635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.675019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.675407 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.675777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.676131 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.676484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] log_file = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.676839 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.677210 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.677630 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.678018 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.678324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.678623 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.679001 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.679375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.679734 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.680090 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.680445 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.680800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.681154 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.681535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.681921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.682311 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.682681 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.683234 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.683914 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.684312 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.684675 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.685048 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.685430 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.685777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.686085 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.686418 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.686718 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.687022 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.687376 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.687700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.688022 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.688341 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.688644 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.688971 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.689273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.689612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.689980 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] use_json = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.690165 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.690467 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.690797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.691157 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.691484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.691840 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.692185 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.692512 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:01.692846 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.693188 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.693537 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.693859 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.694191 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.694507 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.694832 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.695151 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.695469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.695798 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.696119 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.696433 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.696751 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.697080 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.697407 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.698004 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.698287 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.699149 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.699850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.699850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.700168 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.700580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.700762 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.701294 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.703238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.703238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.703238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.703238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.703238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.703238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.703238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.704350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.704350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.704350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.704801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.704931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.705288 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.705628 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.705952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.706338 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.706647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.706959 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.707265 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.707579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.707885 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.708186 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.708488 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.708790 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.709094 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.709395 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.709728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.710037 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.710341 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.710650 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.710940 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.711243 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.711542 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.711872 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.712700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.712700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.712972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.713103 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.713350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.713688 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.713996 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.714321 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.715187 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.715486 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.715826 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.716137 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.716458 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.716767 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.717074 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.717516 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.717833 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.718143 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.718450 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.718758 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.719080 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.719394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.719726 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.720054 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.720375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.720699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.721026 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.721333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.721710 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.722028 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:01.722266 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jun 18 10:10:01.722537 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82104) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Jun 18 10:10:02.514139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:02.514469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:02.514839 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:02.516491 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 10:10:02.896092 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:02.896690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:02.896690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:02.966585 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:02.966909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:02.967191 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:02.970649 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:02.970970 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:02.971275 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.127668 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.127981 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.128281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.129527 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.129841 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.130137 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.258524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.258857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.259165 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.259523 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.260584 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.459047 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.459441 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.459823 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.460138 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.460434 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.460834 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.461134 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.461428 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.461743 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.462087 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.462378 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.462687 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.462995 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.463298 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.463604 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.463934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.464263 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.464600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.465037 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.465502 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.466000 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.466289 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.466586 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.466933 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.467324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.467486 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.468047 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 10:10:03.468286 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 10:10:03.468482 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 10:10:03.468756 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 10:10:03.469029 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 10:10:03.469301 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 10:10:03.470750 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 10:10:03.479562 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 10:10:03.487525 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 10:10:03.493822 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 18 10:10:03.497479 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 10:10:03.498717 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 10:10:03.499174 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 10:10:03.499550 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 10:10:03.503726 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 10:10:03.504011 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 10:10:03.504604 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 10:10:03.533900 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jun 18 10:10:03.534372 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.534708 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82104) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 10:10:03.535175 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.536553 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82104) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 10:10:03.536894 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 10:10:03.537184 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 10:10:03.540391 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.540705 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:03.608426 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 10:10:03.608673 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 10:10:03.608938 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 10:10:03.609364 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 10:10:03.658974 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_db.sqlalchemy.engines [None req-d1c66e66-0f49-4259-a620-664344231856 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=82104) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 18 10:10:04.096425 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Initializing driver for type 'gre' Jun 18 10:10:04.097073 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1c66e66-0f49-4259-a620-664344231856 None None] gre ID ranges: [(1, 1000)] Jun 18 10:10:04.211017 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Initializing driver for type 'local' Jun 18 10:10:04.211392 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Initializing driver for type 'vlan' Jun 18 10:10:04.279918 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d1c66e66-0f49-4259-a620-664344231856 None None] VlanTypeDriver initialization complete Jun 18 10:10:04.280192 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Initializing driver for type 'vxlan' Jun 18 10:10:04.280677 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1c66e66-0f49-4259-a620-664344231856 None None] vxlan ID ranges: [(1, 1000)] Jun 18 10:10:04.439017 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Initializing extension driver 'port_security' Jun 18 10:10:04.439284 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.extensions.port_security [None req-d1c66e66-0f49-4259-a620-664344231856 None None] PortSecurityExtensionDriver initialization complete Jun 18 10:10:04.439742 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Initializing mechanism driver 'openvswitch' Jun 18 10:10:04.440201 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Initializing mechanism driver 'hyperv' Jun 18 10:10:04.446880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-d1c66e66-0f49-4259-a620-664344231856 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:04.448043 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > port after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.448493 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > port after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.449395 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > port after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.450066 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > subnet after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.450486 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > subnet after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.450919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.451384 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > network after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.451815 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > network after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.452238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > network after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.452778 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > security_group after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.453209 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > security_group after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.453853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.454325 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.454810 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.455240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.455647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d1c66e66-0f49-4259-a620-664344231856 None None] ML2 OVO RPC backend initialized. {{(pid=82104) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jun 18 10:10:04.456463 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.456952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.457398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > network before_response 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.457865 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > networks before_response 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.458299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > port before_response 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.458727 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > ports before_response 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.459163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > subnet before_response 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.459698 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > subnets before_response 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.459975 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > network after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.460459 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > network after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.460893 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > network after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.461319 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > port after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.461796 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > port after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.462220 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > port after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.462650 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > subnet after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.463137 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > subnet after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.463653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.464446 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.plugin [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Modular L2 Plugin initialization complete Jun 18 10:10:04.464907 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading services supported by the core plugin {{(pid=82104) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Jun 18 10:10:04.465335 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.plugins.ml2.managers [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Got port-security extension from driver 'port_security' Jun 18 10:10:04.465934 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.extensions.vlantransparent [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Disabled vlantransparent extension. Jun 18 10:10:04.466427 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82104) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Jun 18 10:10:04.466811 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading Plugin: router Jun 18 10:10:04.512391 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.512823 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router after_create 55549900 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.513239 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router before_create 55549900 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.513679 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.514100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.514496 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router after_delete 55549900 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.514901 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.515313 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router after_create 55549900 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.515690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router after_update 55549900 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.516083 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router after_update 55549900 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.516467 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.516881 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router after_update 55549900 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.517389 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router precommit_update 55549900 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.517841 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: port after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.518221 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: port after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.518600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: subnet after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.518975 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.519366 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.519753 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router precommit_create 55549900 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.520134 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: port before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.520518 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router precommit_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.520926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router after_update 55549900 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.521308 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.521723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router precommit_create 55549900 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.522135 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.522521 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router precommit_update 55549900 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.522976 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > network after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.524101 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Tracking information for resource: router configured {{(pid=82104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 10:10:04.524469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Tracking information for resource: floatingip configured {{(pid=82104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 10:10:04.531737 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.l3_agentschedulers_db [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 10:10:04.532653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: port after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.533024 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: port after_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.533418 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: port after_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.533944 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: port after_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.535065 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router before_create 55550100 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.535406 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.535932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router precommit_create 55550100 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.536208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > router precommit_update 55550100 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.541080 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.provider_configuration [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service providers = [] {{(pid=82104) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 10:10:04.541492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.servicetype_db [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82104) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 10:10:04.545644 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.service_base [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jun 18 10:10:04.546159 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.service_base [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jun 18 10:10:04.546630 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.service_base [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jun 18 10:10:04.547736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.service_base [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jun 18 10:10:04.548244 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.services.service_base [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 10:10:04.548776 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 10:10:04.549316 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 10:10:04.572769 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 10:10:04.573130 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading Plugin: auto_allocate Jun 18 10:10:04.585358 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: network precommit_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.585793 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: network precommit_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.586416 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 10:10:04.586779 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading Plugin: tag Jun 18 10:10:04.600008 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 10:10:04.600338 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading Plugin: timestamp Jun 18 10:10:04.604535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 10:10:04.604982 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading Plugin: network_ip_availability Jun 18 10:10:04.611370 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.611780 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.612177 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.613047 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 10:10:04.613404 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading Plugin: flavors Jun 18 10:10:04.630963 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 10:10:04.631371 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading Plugin: revisions Jun 18 10:10:04.637113 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 10:10:04.637566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.123s {{(pid=82104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:04.638422 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82104) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}} Jun 18 10:10:04.638777 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Initializing extension manager. Jun 18 10:10:04.639390 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: __init__.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.639775 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: __pycache__ {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.640141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.640506 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.640923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: _filter_validation_lib.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.641297 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.641686 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: address_scope.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.642662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.643366 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: address-scope Jun 18 10:10:04.643724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.644784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.645356 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: router-admin-state-down-before-update Jun 18 10:10:04.645745 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: agent.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.646576 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.647150 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: agent Jun 18 10:10:04.647505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: agent_resources_synced.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.648469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.649037 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: agent-resources-synced Jun 18 10:10:04.649533 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: allowedaddresspairs.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.651510 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.652828 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: allowed-address-pairs Jun 18 10:10:04.653190 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: auto_allocated_topology.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.654777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.655465 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: auto-allocated-topology Jun 18 10:10:04.655832 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: availability_zone.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.656747 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.657378 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: availability_zone Jun 18 10:10:04.657892 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: availability_zone_filter.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.658954 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.659583 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: availability_zone_filter Jun 18 10:10:04.659980 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: data_plane_status.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.661154 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.661726 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 10:10:04.663315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: default_subnetpools.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.663315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.663771 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: default-subnetpools Jun 18 10:10:04.664190 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.665162 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.665838 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: dhcp_agent_scheduler Jun 18 10:10:04.666494 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: dns.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.668239 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.668898 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension dns-integration not supported by any of loaded plugins Jun 18 10:10:04.669570 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: dns_domain_ports.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.670774 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.671414 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 10:10:04.671883 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: dvr.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.672737 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.673384 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: dvr Jun 18 10:10:04.673908 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: empty_string_filtering.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.675334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.676143 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: empty-string-filtering Jun 18 10:10:04.676632 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.678041 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.678769 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 10:10:04.679375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.680444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.681033 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 10:10:04.681388 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: external_net.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.682392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.683083 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: external-net Jun 18 10:10:04.683636 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.684633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.685221 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: extra_dhcp_opt Jun 18 10:10:04.685618 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: extraroute.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.686585 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.687159 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: extraroute Jun 18 10:10:04.687512 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: extraroute_atomic.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.688743 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.689371 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: extraroute-atomic Jun 18 10:10:04.689737 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: filter_validation.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.690451 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.691023 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: filter-validation Jun 18 10:10:04.691375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: fip_pf_description.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.692359 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.692927 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 10:10:04.693280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: fip_port_details.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.694293 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.694869 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: fip-port-details Jun 18 10:10:04.695227 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: flavors.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.696532 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.697114 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: flavors Jun 18 10:10:04.697769 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.700189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.700794 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 10:10:04.701159 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: floatingip_pools.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.702017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.702605 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: floatingip-pools Jun 18 10:10:04.702966 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: ip_allocation.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.703971 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.704572 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 10:10:04.704921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.705952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.706537 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: ip-substring-filtering Jun 18 10:10:04.706893 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: l2_adjacency.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.707871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.708441 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 10:10:04.708801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: l3.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.710066 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.710676 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: router Jun 18 10:10:04.711038 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.713809 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.714792 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 10:10:04.715165 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.716326 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.716913 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: ext-gw-mode Jun 18 10:10:04.717406 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.718266 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.718855 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: l3-ha Jun 18 10:10:04.719216 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: l3_flavors.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.720183 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.720751 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: l3-flavors Jun 18 10:10:04.721110 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.722079 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.722647 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 10:10:04.723009 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: l3agentscheduler.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.724329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.724929 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: l3_agent_scheduler Jun 18 10:10:04.725331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: logging.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.726977 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.727574 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension logging not supported by any of loaded plugins Jun 18 10:10:04.727940 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: metering.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.728981 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.729741 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: metering Jun 18 10:10:04.730650 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: multiprovidernet.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.731655 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.732228 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: multi-provider Jun 18 10:10:04.732585 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: netmtu.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.733560 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.734137 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: net-mtu Jun 18 10:10:04.734496 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: netmtu_writable.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.735472 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.736038 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: net-mtu-writable Jun 18 10:10:04.736399 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: network_availability_zone.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.737183 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.737812 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: network_availability_zone Jun 18 10:10:04.738335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: network_ip_availability.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.739296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.739870 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: network-ip-availability Jun 18 10:10:04.740262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: network_segment_range.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.741178 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.741779 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 10:10:04.742143 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: pagination.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.743384 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.743811 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: pagination Jun 18 10:10:04.744210 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.745274 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.746562 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: port-mac-address-regenerate Jun 18 10:10:04.747108 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: port_resource_request.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.748128 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.748710 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 10:10:04.749060 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: portbindings.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.750091 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.750662 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: binding Jun 18 10:10:04.751020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: portbindings_extended.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.752384 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.753077 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: binding-extended Jun 18 10:10:04.753343 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: portsecurity.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.754324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.754917 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: port-security Jun 18 10:10:04.755278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: project_id.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.758086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.758481 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: project-id Jun 18 10:10:04.758849 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: providernet.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.759816 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.760419 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: provider Jun 18 10:10:04.760780 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: qos.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.764695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.765318 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension qos not supported by any of loaded plugins Jun 18 10:10:04.765749 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.767067 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.767645 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 10:10:04.768134 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.769002 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.769822 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 10:10:04.769943 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: qos_default.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.770794 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.771373 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension qos-default not supported by any of loaded plugins Jun 18 10:10:04.771728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: qos_fip.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.772428 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.772994 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension qos-fip not supported by any of loaded plugins Jun 18 10:10:04.773346 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: qos_gateway_ip.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.774319 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.774884 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 10:10:04.775244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: qos_port_network_policy.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.776165 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.777276 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 10:10:04.777760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: qos_rule_type_details.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.778709 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.779329 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 10:10:04.779774 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: qos_rules_alias.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.780912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.781653 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 10:10:04.782063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: quotasv2.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.783272 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.783691 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: quotas Jun 18 10:10:04.784174 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: quotasv2_detail.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.785833 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.786216 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: quota_details Jun 18 10:10:04.786574 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: rbac.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.787818 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.788459 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: rbac-policies Jun 18 10:10:04.788814 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: rbac_address_scope.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.789851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.790457 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: rbac-address-scope Jun 18 10:10:04.790817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: rbac_security_groups.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.791762 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.792364 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: rbac-security-groups Jun 18 10:10:04.794776 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: rbac_subnetpool.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.796628 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.797250 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: rbac-subnetpool Jun 18 10:10:04.798111 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: revisionifmatch.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.799138 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.799877 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: revision-if-match Jun 18 10:10:04.801206 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: revisions.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.802570 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.803179 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: standard-attr-revisions Jun 18 10:10:04.803544 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: router_availability_zone.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.804338 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.804930 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: router_availability_zone Jun 18 10:10:04.805288 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: routerservicetype.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.806336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.806914 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension router-service-type not supported by any of loaded plugins Jun 18 10:10:04.807276 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.808919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.809704 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: port-security-groups-filtering Jun 18 10:10:04.810096 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: securitygroup.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.824854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.825552 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: security-group Jun 18 10:10:04.825931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: segment.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.826953 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.827612 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension segment not supported by any of loaded plugins Jun 18 10:10:04.828023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.829280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.829931 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 10:10:04.830452 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: servicetype.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.831623 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.832207 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: service-type Jun 18 10:10:04.832572 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: sorting.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.833610 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.833988 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: sorting Jun 18 10:10:04.834346 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: standard_attr_segment.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.835298 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.835888 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 10:10:04.836247 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: standardattrdescription.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.836963 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.837577 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: standard-attr-description Jun 18 10:10:04.837937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: stateful_security_group.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.838944 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.839573 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: stateful-security-group Jun 18 10:10:04.839933 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: stdattrs_common.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.840537 dv-cinder-797022-1-smb neutron-server[82104]: WARNING neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 10:10:04.840892 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.841902 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.842493 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 10:10:04.842857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: subnet_onboard.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.843980 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.844559 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: subnet_onboard Jun 18 10:10:04.844916 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.846934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.846934 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 10:10:04.846934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: subnet_service_types.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.847780 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.848370 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: subnet-service-types Jun 18 10:10:04.848723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: subnetallocation.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.849953 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.850638 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: subnet_allocation Jun 18 10:10:04.851148 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.851560 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.852305 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: subnetpool-prefix-ops Jun 18 10:10:04.852492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.853488 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.854067 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 10:10:04.854419 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: tagging.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.856514 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.857057 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: standard-attr-tag Jun 18 10:10:04.857420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: timestamp.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.858707 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.859308 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loaded extension: standard-attr-timestamp Jun 18 10:10:04.859748 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: trunk.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.860780 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.861340 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension trunk not supported by any of loaded plugins Jun 18 10:10:04.861722 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: trunk_details.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.862676 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.863243 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension trunk-details not supported by any of loaded plugins Jun 18 10:10:04.863600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: uplink_status_propagation.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.864546 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.865123 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 10:10:04.865505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Loading extension file: vlantransparent.py {{(pid=82104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 10:10:04.866228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 10:10:04.866799 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 10:10:04.869309 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:network Jun 18 10:10:04.870190 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:subnet Jun 18 10:10:04.871828 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 10:10:04.872472 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:port Jun 18 10:10:04.874009 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.874505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service FLAVORS assigned prefix: {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.875199 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.875673 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.876046 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:router Jun 18 10:10:04.876775 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 10:10:04.877611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service METERING assigned prefix: /metering {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.879484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.879898 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.880362 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82104) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:10:04.881539 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 10:10:04.882037 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:security_group Jun 18 10:10:04.882867 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 10:10:04.883690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service CORE assigned prefix: {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.884063 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 10:10:04.884429 dv-cinder-797022-1-smb neutron-server[82104]: WARNING neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] subnetpool is already registered Jun 18 10:10:04.885117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service CORE assigned prefix: {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.885507 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 10:10:04.885874 dv-cinder-797022-1-smb neutron-server[82104]: WARNING neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] subnetpool is already registered Jun 18 10:10:04.889690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.890188 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service FLAVORS assigned prefix: {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.890838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.891304 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.891683 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:router Jun 18 10:10:04.892053 dv-cinder-797022-1-smb neutron-server[82104]: WARNING neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] router is already registered Jun 18 10:10:04.892778 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 10:10:04.893136 dv-cinder-797022-1-smb neutron-server[82104]: WARNING neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] floatingip is already registered Jun 18 10:10:04.893879 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service METERING assigned prefix: /metering {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.894762 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 10:10:04.895129 dv-cinder-797022-1-smb neutron-server[82104]: WARNING neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] rbac_policy is already registered Jun 18 10:10:04.895583 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:security_group Jun 18 10:10:04.895944 dv-cinder-797022-1-smb neutron-server[82104]: WARNING neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] security_group is already registered Jun 18 10:10:04.896806 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 10:10:04.897168 dv-cinder-797022-1-smb neutron-server[82104]: WARNING neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] security_group_rule is already registered Jun 18 10:10:04.898084 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service CORE assigned prefix: {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.898463 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 10:10:04.898826 dv-cinder-797022-1-smb neutron-server[82104]: WARNING neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] subnetpool is already registered Jun 18 10:10:04.899488 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.resource_helper [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Service CORE assigned prefix: {{(pid=82104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 10:10:04.899849 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 10:10:04.900207 dv-cinder-797022-1-smb neutron-server[82104]: WARNING neutron.quota.resource_registry [None req-d1c66e66-0f49-4259-a620-664344231856 None None] subnetpool is already registered Jun 18 10:10:04.900979 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: extensions {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.903141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: address-scopes {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.904374 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: agents {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.905732 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: auto-allocated-topology {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.907037 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: availability_zones {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.908292 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: dhcp-networks {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.909848 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: dhcp-agents {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.911283 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: routers {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.913020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: flavors {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.914491 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: service_profiles {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.915734 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: next_providers {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.917187 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: service_profiles {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.919281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: floatingip-pools {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.921771 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: routers {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.923561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: floatingips {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.924779 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: l3-routers {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.926341 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: l3-agents {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.927784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: metering-labels {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.929061 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: metering-label-rules {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.930527 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: network-ip-availabilities {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.931811 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: bindings {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.933766 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: quotas {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.935438 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: quotas {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.936891 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: rbac-policies {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.938178 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: security-groups {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.939465 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: security-group-rules {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.940783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: service-providers {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.942060 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: subnetpools {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.943428 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: subnetpools {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.945059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: tags {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.946807 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: tags {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.949015 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: tags {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.951001 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: tags {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.952753 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: tags {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.954614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: tags {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.956414 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: tags {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.958220 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: tags {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.960236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: tags {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.962061 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.extensions [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Extended resource: tags {{(pid=82104) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 10:10:04.969753 dv-cinder-797022-1-smb neutron-server[82104]: WARNING keystonemiddleware.auth_token [None req-d1c66e66-0f49-4259-a620-664344231856 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 10:10:04.974870 dv-cinder-797022-1-smb neutron-server[82104]: WARNING keystonemiddleware.auth_token [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 10:10:04.985052 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Acquired lock "singleton_lock" {{(pid=82104) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Jun 18 10:10:04.985612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Releasing lock "singleton_lock" {{(pid=82104) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Jun 18 10:10:04.987160 dv-cinder-797022-1-smb neutron-server[82104]: INFO oslo_service.service [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Starting 2 workers Jun 18 10:10:04.991841 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Started child 82215 {{(pid=82104) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jun 18 10:10:04.996766 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:04.997210 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Started child 82216 {{(pid=82104) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jun 18 10:10:04.998373 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [-] (82215) wsgi starting up on http://0.0.0.0:9696 Jun 18 10:10:04.998580 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.service [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 10:10:04.999238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Notify callbacks [] for process, before_spawn {{(pid=82104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.001840 dv-cinder-797022-1-smb neutron-server[82104]: INFO oslo_service.service [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Starting 1 workers Jun 18 10:10:05.003262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.005698 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [-] (82216) wsgi starting up on http://0.0.0.0:9696 Jun 18 10:10:05.007259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Started child 82217 {{(pid=82104) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jun 18 10:10:05.007927 dv-cinder-797022-1-smb neutron-server[82104]: INFO oslo_service.service [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Starting 1 workers Jun 18 10:10:05.012302 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.service [None req-d1c66e66-0f49-4259-a620-664344231856 None None] calling RpcWorker wait() {{(pid=82217) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 10:10:05.012835 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Started child 82218 {{(pid=82104) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jun 18 10:10:05.013017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.service [None req-d1c66e66-0f49-4259-a620-664344231856 None None] returning from RpcWorker wait() {{(pid=82217) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 10:10:05.013673 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1c66e66-0f49-4259-a620-664344231856 None None] Notify callbacks [] for process, after_spawn {{(pid=82104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.015631 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82104) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jun 18 10:10:05.015841 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jun 18 10:10:05.016037 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jun 18 10:10:05.016189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.016647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jun 18 10:10:05.016809 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:05.017026 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jun 18 10:10:05.017499 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jun 18 10:10:05.018074 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.018294 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.018398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.018890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.019128 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.019417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.020074 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.020347 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.020961 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.021367 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.021741 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.021964 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.022378 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.022717 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.022995 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.023614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.024059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.024423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.024911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.025264 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.026041 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.026371 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.027156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.027659 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] debug = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.028113 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.029216 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.029810 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.030198 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.030653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.031166 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.031644 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.032170 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.032655 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.033099 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.033572 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.034118 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.034502 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.034948 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.035551 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.035906 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.036428 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] host = dv-cinder-797022-1-smb {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.036819 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.037250 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.037814 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.038087 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.038371 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.038654 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.038974 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.039198 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.039433 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.039658 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.039912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.040347 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.040347 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.040769 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_file = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.040769 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_options = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.041171 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.041392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.041679 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.041679 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.042089 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.042089 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.043127 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.043281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.043563 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.043814 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.044093 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.044372 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.044615 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.044836 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.045119 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.045350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.045785 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.046006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.046223 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.046501 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.046737 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.046967 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.047194 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.047405 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.047623 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.047861 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.048274 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.048274 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.048713 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.048713 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.049132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.049347 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.049617 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.049831 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.050058 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.050298 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.050660 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.050882 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.051114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.051351 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.051573 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.051790 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.052116 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.052354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.052574 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.052807 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] use_json = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.053025 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.053256 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.053520 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.053759 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.053979 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.054224 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.054458 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.054729 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.055108 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.055442 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.055858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.056093 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.056319 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.056523 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.056777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.057002 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.057269 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.057546 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.057938 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.058496 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.059130 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.059130 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.059739 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.059739 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.060161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.060161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.060608 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.060976 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:05.061385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.061385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.061385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.061385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.062339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.062339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.062339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.062339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.063164 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.063164 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.063164 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.063871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.063871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.063871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.064505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.064505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.064505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.065139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.065139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.065139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.066208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.066208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.066208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.066208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.067077 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.067077 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.067077 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.067077 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.067888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.067888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.067888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.067888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.068911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.068911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.068911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.068911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.068911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.069986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.069986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.069986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.069986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.071161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.071161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.071161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.071161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.071161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.072189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.072189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.072189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.072189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.073719 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.073719 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.073719 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.073719 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.074827 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.074827 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.074827 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.075417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.075417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.075823 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.076303 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.076697 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.077282 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.077701 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.078152 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.078637 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.080122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.080122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.080302 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.080727 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.081657 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.082000 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.082262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.082518 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.082954 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.084242 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.084490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.085004 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.085525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.086011 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.086488 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.086995 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.087450 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.087980 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.088424 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.088972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.090445 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.090725 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.090973 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.091396 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.091891 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.092139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.092360 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.092600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.092833 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.093056 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.093331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.093694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.094235 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.094660 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.094660 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.095070 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.095070 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.095504 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.095747 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.095971 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.096198 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.096424 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.096833 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.097429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.097429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.097429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.098143 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.098143 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.098143 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.098800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.098800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.098800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.099634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.099634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.099634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.100121 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.100121 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.100599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.100599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.101047 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.101047 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.101580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.101580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.102354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.102354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.102354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.102354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.103205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.103205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.103205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.103851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.103851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.103851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.104723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.104723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.104723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.106094 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.106094 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.106094 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.106727 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.106727 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.106727 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.107278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.107278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.107554 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.107710 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.107944 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.108320 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.108553 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.108844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.109073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.109303 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.109734 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.109960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.110182 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.110422 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.110643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.110882 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.111107 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.111356 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.111356 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.111960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.111960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.112552 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.112552 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.112552 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.113192 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.113192 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.113756 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.113756 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.114208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.114208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.114649 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.114649 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.115050 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.115050 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.115403 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.115624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.115857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.116084 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.116459 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.116687 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.116928 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.117323 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.117695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.117695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.118061 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.118423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.118817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.119102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.119352 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.119816 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.120058 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.120299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.120687 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.121073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.121579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.121876 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.122177 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.122568 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.122827 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.122976 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.123217 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.123467 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.123735 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.123986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.124275 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.124613 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.124867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.125116 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.125408 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.125728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.126010 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.126250 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.126507 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.126726 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.126939 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jun 18 10:10:05.127480 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82104) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jun 18 10:10:05.127689 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jun 18 10:10:05.127877 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jun 18 10:10:05.128075 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jun 18 10:10:05.128278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jun 18 10:10:05.128524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jun 18 10:10:05.128524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.129033 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.129033 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.129033 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.129766 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.129766 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.129766 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.129766 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.130752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.130752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.130752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.130752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.130752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.130752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.131923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.131923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.131923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.131923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.131923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.131923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.131923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.131923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.133817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] debug = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.133817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.133817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.133817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.133817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.133817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.134886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.134886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.134886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.134886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.134886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.134886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.134886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.134886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.135945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.135945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.135945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.135945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] host = dv-cinder-797022-1-smb {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.135945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.135945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.135945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.135945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.137550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.137550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.137550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.137550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.137550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.137550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.137550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.137550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.138403 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.138403 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_file = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.138403 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_options = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.138403 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.138403 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.138403 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.138763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.138763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.138890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.139054 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.139237 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.139608 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.139608 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.140055 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.140055 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.140055 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.140619 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.140619 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.140619 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.141019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.141019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.141019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.141205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.141326 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.141614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.141765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.141907 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.142055 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.142207 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.142350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.142492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.142632 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.142817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.143002 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.143189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.143377 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.143562 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.143717 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.143905 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.144091 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.144248 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.144439 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.144625 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.144809 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.144993 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.145178 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.145333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.145545 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.145857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] use_json = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.146016 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.146213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.146213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.146494 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.146645 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.146786 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.146937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.147104 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 10:10:05.147247 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.147379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.147559 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.147750 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.147934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.148090 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.148732 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.148732 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.148732 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.148732 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.149029 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.149144 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.149285 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.149508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.149692 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.149889 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.150042 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.150235 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.150496 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.150590 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.150760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.150949 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.151149 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.151336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.151523 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.151764 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.152555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.152654 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.152906 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.153154 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.153246 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.153428 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.153646 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.153850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.154119 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.154311 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.154520 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.154720 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.154908 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.155166 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.155411 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.155612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.155794 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.155985 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.156220 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.156340 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.156537 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.156731 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.156919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.157108 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.157401 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.158030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.158030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.158030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.158030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.158617 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.158617 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.158617 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.158617 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.159176 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.159176 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.159176 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.159634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.159634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.159634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.160164 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.160164 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.160164 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.160628 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.160628 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.160628 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.160957 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.160957 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.161134 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.161262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.161417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.161582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.161780 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.161968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.162162 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.162321 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.162508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.162709 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.162890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.163107 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.163374 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.163574 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.163771 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.163947 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.164115 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.164354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.164559 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.164783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.164783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.165049 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.165220 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.165376 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.165624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.165784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.165945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.166107 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.166245 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.166402 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.166561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.166719 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.166949 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.167199 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.167199 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.167861 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.168023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.168157 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.168461 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.168628 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.168787 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.168945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.169118 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.169276 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.169563 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.169730 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.169887 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.170108 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.170266 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.170422 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.170579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.170746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.170892 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.171048 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.171207 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.171365 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.171524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.171689 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.171885 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.172073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.172262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.172453 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.172644 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.172891 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.173210 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.173210 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.173598 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.173598 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.173826 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.173826 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.174083 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.174168 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.174335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.174522 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.174711 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.174902 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.175090 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.175278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.175465 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.175654 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.176155 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.176155 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.176155 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.176498 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.176692 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.176881 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.177072 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.177261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.177551 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.177672 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.177831 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.178083 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.178199 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.178349 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.178532 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.178725 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.179002 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.179097 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.179245 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.179458 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.179647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.179833 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.180022 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.180213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.180406 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.180596 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.180791 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.180902 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 37166) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:05.180987 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.181141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.181325 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.181534 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.181728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.181917 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.182263 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.182263 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.182550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.182550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.182845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.183114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.183285 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.183443 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.183703 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.183893 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.184081 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.184777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.184777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.184777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.184777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.185272 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.185272 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.185272 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.185700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.185700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.185967 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.185967 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.186216 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.186353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.186491 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.186627 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.186804 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.187086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.187401 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.187605 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.187807 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.188002 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.188224 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.188317 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:05.188402 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.188634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.188730 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.188915 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.189195 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.189375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.189599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.189599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.189893 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.190052 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.190273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.190273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.190710 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.190710 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.191151 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.191151 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.191533 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.191533 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.191867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.191867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.192163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.192163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 10:10:05.192454 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82104) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jun 18 10:10:05.196748 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102830 Jun 18 10:10:16.457674 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b7546c-7161-4dfa-b083-8509a8d5d27f None None] get_active_networks_info from dv-cinder-797022-1-smb {{(pid=82217) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jun 18 10:10:16.783517 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7546c-7161-4dfa-b083-8509a8d5d27f None None] No non-hosted networks {{(pid=82217) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 10:10:16.913039 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8844a485-7abd-4b33-abea-cec64a342e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505'] for agent, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:18.024024 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505'] for agent, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:18.025641 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:18.026163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:18.026766 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:18.027609 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:18.028130 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:18.028635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:18.029137 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:18.029666 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:18.030192 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:18.030701 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:18.031203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:18.031750 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797022-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:18.043168 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797022-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:18.850364 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-039fbf32-e098-491e-ac5c-28df1f76baa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505'] for agent, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:18.892248 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-93010670-f935-48fa-8ee4-993a5963d2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:19.181770 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505'] for agent, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:20.341868 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505'] for agent, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:21.059163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 37282) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:21.758889 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [None req-0c5e00b8-87b8-4872-b49c-2b0a6cb79a77 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:10:21.760023 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0c5e00b8-87b8-4872-b49c-2b0a6cb79a77 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6997178 Jun 18 10:10:24.009390 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 37298) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:24.093667 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-b320d205-3e1c-4a33-a52c-a12f9d14df84 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:24.343978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.policy [None req-b320d205-3e1c-4a33-a52c-a12f9d14df84 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82215) register_rules /opt/stack/neutron/neutron/policy.py:68}} Jun 18 10:10:24.351249 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota [None req-b320d205-3e1c-4a33-a52c-a12f9d14df84 admin admin] Loaded quota_driver: . Jun 18 10:10:24.388259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b320d205-3e1c-4a33-a52c-a12f9d14df84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:24.472633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b320d205-3e1c-4a33-a52c-a12f9d14df84 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249854313876', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249854325068', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249854325742', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249854396833', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249854346327', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4152869', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4173506', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854196128', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-675601'] for rbac-policy, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:24.724227 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b320d205-3e1c-4a33-a52c-a12f9d14df84 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:24.725552 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b320d205-3e1c-4a33-a52c-a12f9d14df84 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7149351 Jun 18 10:10:25.927186 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.l3_hamode_db [None req-5c7a40ef-bc49-4f64-86cf-b84b1b99c0c7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 10:10:26.017965 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a40ef-bc49-4f64-86cf-b84b1b99c0c7 None None] Routers set() bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:10:26.018257 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a40ef-bc49-4f64-86cf-b84b1b99c0c7 None None] Router IDs set() for agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 18 10:10:27.003611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 37314) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:27.537146 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Request body: {'network': {'project_id': '74b3f8bc274943cfa59d16e72d2415a8', 'admin_state_up': True, 'name': 'private'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:27.539897 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.quota [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Loaded quota_driver: . Jun 18 10:10:27.576466 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:27.582039 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Usage tracker for resource:network and tenant:74b3f8bc274943cfa59d16e72d2415a8 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:27.585723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:27.593154 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:27.638751 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Made reservation on behalf of 74b3f8bc274943cfa59d16e72d2415a8 for: {'network': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:10:27.879351 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.policy [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82216) register_rules /opt/stack/neutron/neutron/policy.py:68}} Jun 18 10:10:27.890206 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:27.908349 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:28.035284 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:28.039179 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Usage tracker for resource:security_group_rule and tenant:74b3f8bc274943cfa59d16e72d2415a8 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:28.042397 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:28.048440 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:28.247569 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:28.284290 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:28.292554 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:28.316412 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=82216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:10:28.343753 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363249853067295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:28.344365 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Unsubscribe: segment precommit_create {{(pid=82216) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jun 18 10:10:28.344826 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Added segment 2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a of type vlan for network 5acea3a6-fc56-4794-a25a-2ad7f42837e1 Jun 18 10:10:28.353673 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67d0d29-cd43-4efc-863f-e4032281ec14,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:28.415228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:28.415585 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:28.415940 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:28.416285 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:28.416630 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:28.417585 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:28.417978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:28.418276 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:28.418638 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:28.418950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:28.419300 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Tracked resource versions report: Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: pushed versions: Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: { 'ConntrackHelper': {'1.0'}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': {'1.0'}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': {'1.1'}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': {'1.5'}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': {'1.2'}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': {'1.8'}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': {'1.2'}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': {'1.0'}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': {'1.0'}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': {'1.1'}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': {'1.1'}} Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: consumer versions: Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: { DHCP agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: L3 agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: Metadata agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: Metering agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: Open vSwitch agent@dv-cinder-797022-1-smb: { 'ConntrackHelper': '1.0', Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': '1.0', Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': '1.1', Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': '1.5', Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': '1.2', Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': '1.8', Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': '1.2', Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': '1.0', Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': '1.0', Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': '1.1', Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': '1.1'}} Jun 18 10:10:28.420319 dv-cinder-797022-1-smb neutron-server[82104]: {{(pid=82216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 10:10:28.465905 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:28.477484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:28.553095 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:28.554421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:28.555099 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:28.561089 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:28.670178 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Pushing event updated for resources: {'Network': ['ID=5acea3a6-fc56-4794-a25a-2ad7f42837e1,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:28.677483 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:28.684439 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network 5acea3a6-fc56-4794-a25a-2ad7f42837e1 details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:10:28.719254 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7134514 Jun 18 10:10:31.031007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 37338) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:31.253392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40771819-9205-4351-8548-f42879d7000a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:31.255017 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-40771819-9205-4351-8548-f42879d7000a admin admin] 10.222.0.22 "GET /v2.0/networks/5acea3a6-fc56-4794-a25a-2ad7f42837e1 HTTP/1.1" status: 200 len: 825 time: 0.2229209 Jun 18 10:10:31.286281 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-5f1d591c-98ac-4c17-bb6a-0815e7241e86 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/8de31131-2130-4893-989a-d4b39a5d44e2 HTTP/1.1" status: 200 len: 734 time: 0.0249104 Jun 18 10:10:31.297338 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Request body: {'subnet': {'subnetpool_id': '8de31131-2130-4893-989a-d4b39a5d44e2', 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:31.303312 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:31.308101 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Usage tracker for resource:subnet and tenant:74b3f8bc274943cfa59d16e72d2415a8 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:31.312367 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:31.318394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:31.455454 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Made reservation on behalf of 74b3f8bc274943cfa59d16e72d2415a8 for: {'subnet': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:10:31.461283 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:32.046408 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for subnet, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:32.051612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:32.146634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Checking segment: {'id': '2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:10:32.147023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Network hostable DHCP agents. Network: 5acea3a6-fc56-4794-a25a-2ad7f42837e1, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:10:32.153812 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9d3de7-1d1d-49bb-930c-74fb162b6981,revision_number=0']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:32.168742 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:32.169114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:32.169515 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:32.169863 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:32.170228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:32.170580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:32.170928 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:32.171282 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:32.171634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:32.171978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:32.172323 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Tracked resource versions report: Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: pushed versions: Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: { 'ConntrackHelper': {'1.0'}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': {'1.0'}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': {'1.1'}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': {'1.5'}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': {'1.2'}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': {'1.8'}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': {'1.2'}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': {'1.0'}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': {'1.0'}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': {'1.1'}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': {'1.1'}} Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: consumer versions: Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: { DHCP agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: L3 agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: Metadata agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: Metering agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: Open vSwitch agent@dv-cinder-797022-1-smb: { 'ConntrackHelper': '1.0', Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': '1.0', Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': '1.1', Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': '1.5', Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': '1.2', Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': '1.8', Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': '1.2', Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': '1.0', Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': '1.0', Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': '1.1', Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': '1.1'}} Jun 18 10:10:32.173358 dv-cinder-797022-1-smb neutron-server[82104]: {{(pid=82215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 10:10:32.206205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:32.238209 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Network 5acea3a6-fc56-4794-a25a-2ad7f42837e1 is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:10:32.301709 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, 5acea3a6-fc56-4794-a25a-2ad7f42837e1) {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:10:32.306676 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:32.307375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:32.313300 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7e328e-d3d7-4a14-9773-83005fb9ec9c None None] Network 5acea3a6-fc56-4794-a25a-2ad7f42837e1 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:10:32.370999 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0777383 Jun 18 10:10:32.716373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d11868d-4b48-5a50-9118-551a6082f382-5acea3a6-fc56-4794-a25a-2ad7f42837e1', 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'fixed_ips': [{'subnet_id': 'ab9d3de7-1d1d-49bb-930c-74fb162b6981'}]}} from dv-cinder-797022-1-smb. {{(pid=82217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:10:32.717583 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:32.938805 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Allocated IP 172.20.0.2 (5acea3a6-fc56-4794-a25a-2ad7f42837e1/ab9d3de7-1d1d-49bb-930c-74fb162b6981/54be93eb-a9bf-4801-86ad-e7e47ba7dfa2) {{(pid=82217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:10:33.186562 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Notify callbacks [] for port, precommit_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:33.258725 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Transition to ACTIVE for port object 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2 will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:10:33.280898 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Transition to ACTIVE for port object 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2 will not be triggered until provisioned by entity DHCP. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:10:33.335924 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:33.342281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:33.410333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Network 5acea3a6-fc56-4794-a25a-2ad7f42837e1 is already hosted by enough agents. {{(pid=82217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:10:33.413386 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Resources bound (agent type, host, resource id): {{(pid=82217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:10:33.420866 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Received port after_create {{(pid=82217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:10:33.423189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Pushing event updated for resources: {'Port': ['ID=54be93eb-a9bf-4801-86ad-e7e47ba7dfa2,revision_number=1']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:33.435674 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:33.436039 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:33.436399 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:33.436752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:33.437113 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:33.437528 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:33.437916 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:33.438314 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:33.438674 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:33.439012 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:33.439355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Tracked resource versions report: Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: pushed versions: Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: { 'ConntrackHelper': {'1.0'}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': {'1.0'}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': {'1.1'}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': {'1.5'}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': {'1.2'}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': {'1.8'}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': {'1.2'}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': {'1.0'}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': {'1.0'}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': {'1.1'}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': {'1.1'}} Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: consumer versions: Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: { DHCP agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: L3 agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: Metadata agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: Metering agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: Open vSwitch agent@dv-cinder-797022-1-smb: { 'ConntrackHelper': '1.0', Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': '1.0', Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': '1.1', Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': '1.5', Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': '1.2', Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': '1.8', Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': '1.2', Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': '1.0', Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': '1.0', Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': '1.1', Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': '1.1'}} Jun 18 10:10:33.440404 dv-cinder-797022-1-smb neutron-server[82104]: {{(pid=82217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 10:10:33.476952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:33.539564 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Attempting to bind port 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2 on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:10:33.539935 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Attempting to bind port 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2 by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:10:33.541018 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Attempting to bind port 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2 on network 5acea3a6-fc56-4794-a25a-2ad7f42837e1 {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:10:33.550380 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:10:33.550800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Checking segment: {'id': '2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:10:33.551268 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:33.551656 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Bound using segment: {'id': '2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:10:33.552192 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Bound port: 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:10:33.552593 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:33.650028 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] For port 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:10:33.655750 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] For port 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=54be93eb-a9bf-4801-86ad-e7e47ba7dfa2,segment=NetworkSegment(2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a),segment_id=2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:10:33.696243 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:33.701803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:33.794582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Pushing event updated for resources: {'Port': ['ID=54be93eb-a9bf-4801-86ad-e7e47ba7dfa2,revision_number=2']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:33.797063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:34.652379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 37354) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:34.734677 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [None req-833b04ef-ab8d-49e0-a5c4-05f7de899144 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:10:34.735897 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-833b04ef-ab8d-49e0-a5c4-05f7de899144 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0821493 Jun 18 10:10:37.005852 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 37370) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:37.086725 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [None req-c4b82c9d-ba07-43dc-b52d-9f57a10ba14c admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:10:37.087835 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c4b82c9d-ba07-43dc-b52d-9f57a10ba14c admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0809326 Jun 18 10:10:38.389031 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:10:38.501183 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:10:38.617000 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b00f1-a67f-45e9-b92e-8ee60cf37255 None None] Network 5acea3a6-fc56-4794-a25a-2ad7f42837e1 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:10:38.792673 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-abcad1b7-f27f-46ff-9748-4dc642508649 None None] Provisioning for port 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2 completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:10:38.803409 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-abcad1b7-f27f-46ff-9748-4dc642508649 None None] Provisioning complete for port 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2 triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:10:38.803875 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-abcad1b7-f27f-46ff-9748-4dc642508649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:39.131093 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-abcad1b7-f27f-46ff-9748-4dc642508649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:39.172169 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-abcad1b7-f27f-46ff-9748-4dc642508649 None None] For port 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=54be93eb-a9bf-4801-86ad-e7e47ba7dfa2,segment=NetworkSegment(2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a),segment_id=2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:10:39.209679 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-abcad1b7-f27f-46ff-9748-4dc642508649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:39.211980 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:39.283941 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad1b7-f27f-46ff-9748-4dc642508649 None None] Pushing event updated for resources: {'Port': ['ID=54be93eb-a9bf-4801-86ad-e7e47ba7dfa2,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:39.287407 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-abcad1b7-f27f-46ff-9748-4dc642508649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:39.423002 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 37384) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:39.436864 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-0f664c65-5a0d-422f-b570-ee626a599dcc None None] Provisioning complete for port 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2 triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:10:39.437244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0f664c65-5a0d-422f-b570-ee626a599dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:39.511895 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-a28408a6-56ec-4abb-be6d-33a1a958ab99 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'admin_state_up': True}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:39.517950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-a28408a6-56ec-4abb-be6d-33a1a958ab99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:39.522041 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-a28408a6-56ec-4abb-be6d-33a1a958ab99 admin admin] Usage tracker for resource:router and tenant:74b3f8bc274943cfa59d16e72d2415a8 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:39.525487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-a28408a6-56ec-4abb-be6d-33a1a958ab99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:39.533859 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-a28408a6-56ec-4abb-be6d-33a1a958ab99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:39.593181 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a28408a6-56ec-4abb-be6d-33a1a958ab99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854668291'] for router, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:39.595183 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a28408a6-56ec-4abb-be6d-33a1a958ab99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854083011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686197'] for router, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:39.688513 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a28408a6-56ec-4abb-be6d-33a1a958ab99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:39.827767 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a28408a6-56ec-4abb-be6d-33a1a958ab99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854078864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692947'] for router, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:39.883726 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a28408a6-56ec-4abb-be6d-33a1a958ab99 admin admin] Notify callbacks [] for router, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:39.885005 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a28408a6-56ec-4abb-be6d-33a1a958ab99 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4610493 Jun 18 10:10:40.351421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:10:40.423816 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:10:40.424366 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:42.134851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 37396) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:42.215694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [None req-d8c5e8b3-c15e-40c1-80d8-7125bbbacc2c admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:10:42.216765 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d8c5e8b3-c15e-40c1-80d8-7125bbbacc2c admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0808568 Jun 18 10:10:44.419026 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 37408) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:44.496612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:44.504534 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:44.508598 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Usage tracker for resource:network and tenant:3e8d2afc356d48dbb9d65371baa8afb7 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:44.512336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:44.518300 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:44.695201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Made reservation on behalf of 3e8d2afc356d48dbb9d65371baa8afb7 for: {'network': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:10:44.700931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:44.840071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:45.031300 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:45.036132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Usage tracker for resource:security_group_rule and tenant:3e8d2afc356d48dbb9d65371baa8afb7 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:45.039381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:45.046375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:45.173343 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:45.203620 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:45.207014 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:45.236334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee15238d-8f39-4a7e-aeb3-b30f3e29dc75,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:45.240516 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:45.290405 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Reserving flat network on physical network physnet1 {{(pid=82215) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jun 18 10:10:45.305983 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363249853067295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:45.311638 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Unsubscribe: segment precommit_create {{(pid=82215) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jun 18 10:10:45.311638 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Added segment 014c33de-9506-4295-9a9a-54aee62bc8f6 of type flat for network 3aade71e-2163-4f2a-b110-37c6fd66da65 Jun 18 10:10:45.487542 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:45.558564 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:45.559791 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:45.560438 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:45.565585 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:45.678113 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3aade71e-2163-4f2a-b110-37c6fd66da65,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:45.681377 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:45.689361 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:10:45.718954 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2987022 Jun 18 10:10:46.095034 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 5 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:10:46.301761 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5efd5dff-4143-4243-9cff-cdeb013a0a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:47.909949 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 37420) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:47.998561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:48.055845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574b2716-8ecc-499f-98ea-1d96cdd1cefb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:48.057828 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-574b2716-8ecc-499f-98ea-1d96cdd1cefb admin admin] 10.222.0.22 "GET /v2.0/subnets/ab9d3de7-1d1d-49bb-930c-74fb162b6981 HTTP/1.1" status: 200 len: 849 time: 0.1462643 Jun 18 10:10:48.214237 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-28542bf3-a306-4395-9993-8338931643bb admin admin] 10.222.0.22 "GET /v2.0/routers/f74afabd-e6e1-4235-882e-46816eb1c36c HTTP/1.1" status: 200 len: 704 time: 0.1501012 Jun 18 10:10:48.720554 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:48.820690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eeca2c78-71ab-4dab-a0b0-3fd18b8d7e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:48.970332 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Allocated IP 172.20.0.1 (5acea3a6-fc56-4794-a25a-2ad7f42837e1/ab9d3de7-1d1d-49bb-930c-74fb162b6981/f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:10:49.112350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:49.148162 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:49.166384 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Transition to ACTIVE for port object f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a will not be triggered until provisioned by entity DHCP. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:10:49.250208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:49.255405 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:49.322331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Network 5acea3a6-fc56-4794-a25a-2ad7f42837e1 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:10:49.325862 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:10:49.330574 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:10:49.331359 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854074610'] for router_interface, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:49.333754 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Pushing event updated for resources: {'Port': ['ID=f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:49.339013 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:49.491823 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:49.730445 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-5e8a94b2-dc3c-4ef2-a570-0b872b3778fa None None] Provisioning for port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:10:49.736125 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-5e8a94b2-dc3c-4ef2-a570-0b872b3778fa None None] Provisioning complete for port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:10:49.739132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5e8a94b2-dc3c-4ef2-a570-0b872b3778fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:49.791998 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a94b2-dc3c-4ef2-a570-0b872b3778fa None None] Port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:10:49.886316 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:49.918274 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:49.919415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850762775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701425'] for router_interface, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:49.923723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:50.064612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Pushing event updated for resources: {'Port': ['ID=f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:50.071327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:50.132871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Network 5acea3a6-fc56-4794-a25a-2ad7f42837e1 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:10:50.134876 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:10:50.283854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:50.421416 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-d1154a0f-43f1-4ea6-9e93-ca87b3c3bcdc None None] Provisioning complete for port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:10:50.421784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d1154a0f-43f1-4ea6-9e93-ca87b3c3bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:50.479331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-d1154a0f-43f1-4ea6-9e93-ca87b3c3bcdc None None] Port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:10:50.562993 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Router f74afabd-e6e1-4235-882e-46816eb1c36c is scheduled to L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 with binding_index 1 {{(pid=82215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:10:50.743629 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:10:50.754193 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] 10.222.0.22 "PUT /v2.0/routers/f74afabd-e6e1-4235-882e-46816eb1c36c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5341272 Jun 18 10:10:50.754372 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Sync routers for ids ['f74afabd-e6e1-4235-882e-46816eb1c36c'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:10:50.769314 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Routers {'f74afabd-e6e1-4235-882e-46816eb1c36c'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:10:50.770101 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:10:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f74afabd-e6e1-4235-882e-46816eb1c36c'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:50.956013 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Set router f74afabd-e6e1-4235-882e-46816eb1c36c gateway port host: None {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:10:51.345540 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'name': 'router1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:39Z', 'updated_at': '2021-06-18T10:10:49Z', 'revision_number': 2, 'project_id': '74b3f8bc274943cfa59d16e72d2415a8', 'gw_port_host': None, '_interfaces': [{'id': 'f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a', 'name': '', 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'mac_address': 'fa:16:3e:a3:7c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab9d3de7-1d1d-49bb-930c-74fb162b6981', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:48Z', 'updated_at': '2021-06-18T10:10:49Z', 'revision_number': 2, 'project_id': '74b3f8bc274943cfa59d16e72d2415a8', 'subnets': [{'id': 'ab9d3de7-1d1d-49bb-930c-74fb162b6981', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8de31131-2130-4893-989a-d4b39a5d44e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:51.350595 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Checking router: f74afabd-e6e1-4235-882e-46816eb1c36c for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:10:51.350981 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Updating router f74afabd-e6e1-4235-882e-46816eb1c36c port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a binding host dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:10:51.405998 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:51.809273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Notify callbacks [] for port, precommit_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:51.938172 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Transition to ACTIVE for port object f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a will not be triggered until provisioned by entity L2. {{(pid=82218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:10:52.003727 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:52.009784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:52.150145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Pushing event updated for resources: {'Port': ['ID=f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a,revision_number=3']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:52.230547 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:52.230901 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:52.231362 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:52.231831 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:52.232199 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:52.232547 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:52.232894 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:52.233248 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:52.233627 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:52.233973 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:52.234320 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Tracked resource versions report: Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: pushed versions: Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: { 'ConntrackHelper': {'1.0'}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': {'1.0'}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': {'1.1'}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': {'1.5'}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': {'1.2'}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': {'1.8'}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': {'1.2'}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': {'1.0'}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': {'1.0'}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': {'1.1'}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': {'1.1'}} Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: consumer versions: Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: { DHCP agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: L3 agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: Metadata agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: Metering agent@dv-cinder-797022-1-smb: {}, Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: Open vSwitch agent@dv-cinder-797022-1-smb: { 'ConntrackHelper': '1.0', Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': '1.0', Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': '1.1', Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': '1.5', Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': '1.2', Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': '1.8', Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': '1.2', Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': '1.0', Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': '1.0', Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': '1.1', Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': '1.1'}} Jun 18 10:10:52.235578 dv-cinder-797022-1-smb neutron-server[82104]: {{(pid=82218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 10:10:52.252339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:52.260063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Attempting to bind port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:10:52.260497 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Attempting to bind port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1'}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:10:52.260907 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Attempting to bind port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a on network 5acea3a6-fc56-4794-a25a-2ad7f42837e1 {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:10:52.268030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:10:52.268257 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Checking segment: {'id': '2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:10:52.269181 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:52.269181 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Bound using segment: {'id': '2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1'} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:10:52.269879 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Bound port: f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1'}}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:10:52.270196 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:52.365960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] For port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:10:52.371220 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] For port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a,segment=NetworkSegment(2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a),segment_id=2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a)] {{(pid=82218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:10:52.438361 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:52.443356 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:52.537590 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Pushing event updated for resources: {'Port': ['ID=f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a,revision_number=4']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:52.542123 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:52.543237 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Routers {'f74afabd-e6e1-4235-882e-46816eb1c36c'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:10:52.543914 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:10:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f74afabd-e6e1-4235-882e-46816eb1c36c'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:52.707015 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] Set router f74afabd-e6e1-4235-882e-46816eb1c36c gateway port host: None {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:10:52.975359 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 37434) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:53.171087 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a3c268-d689-4bd6-9805-d28481f886d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:53.172510 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-16a3c268-d689-4bd6-9805-d28481f886d0 admin admin] 10.222.0.22 "GET /v2.0/networks/3aade71e-2163-4f2a-b110-37c6fd66da65 HTTP/1.1" status: 200 len: 842 time: 0.1958847 Jun 18 10:10:53.182921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'name': 'public-subnet'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:53.187990 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:53.191965 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Usage tracker for resource:subnet and tenant:3e8d2afc356d48dbb9d65371baa8afb7 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:53.195007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:53.200843 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'name': 'router1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:39Z', 'updated_at': '2021-06-18T10:10:49Z', 'revision_number': 2, 'project_id': '74b3f8bc274943cfa59d16e72d2415a8', 'gw_port_host': None, '_interfaces': [{'id': 'f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a', 'name': '', 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'mac_address': 'fa:16:3e:a3:7c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab9d3de7-1d1d-49bb-930c-74fb162b6981', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:48Z', 'updated_at': '2021-06-18T10:10:52Z', 'revision_number': 4, 'project_id': '74b3f8bc274943cfa59d16e72d2415a8', 'subnets': [{'id': 'ab9d3de7-1d1d-49bb-930c-74fb162b6981', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8de31131-2130-4893-989a-d4b39a5d44e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:53.202094 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:53.205086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df9a14a-a8b0-493f-ad90-d39bef599925 None None] The sync data for ids ['f74afabd-e6e1-4235-882e-46816eb1c36c'] in dv-cinder-797022-1-smb is: [{'id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'name': 'router1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:39Z', 'updated_at': '2021-06-18T10:10:49Z', 'revision_number': 2, 'project_id': '74b3f8bc274943cfa59d16e72d2415a8', 'gw_port_host': None, '_interfaces': [{'id': 'f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a', 'name': '', 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'mac_address': 'fa:16:3e:a3:7c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab9d3de7-1d1d-49bb-930c-74fb162b6981', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:48Z', 'updated_at': '2021-06-18T10:10:52Z', 'revision_number': 4, 'project_id': '74b3f8bc274943cfa59d16e72d2415a8', 'subnets': [{'id': 'ab9d3de7-1d1d-49bb-930c-74fb162b6981', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8de31131-2130-4893-989a-d4b39a5d44e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:10:53.238048 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Made reservation on behalf of 3e8d2afc356d48dbb9d65371baa8afb7 for: {'subnet': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:10:53.242970 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:53.924589 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for subnet, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:53.929550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:54.138296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Pushing event updated for resources: {'Subnet': ['ID=204491dd-5aae-4488-8d44-ce0034150e84,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:54.145117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:54.150291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Checking segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:10:54.151558 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Network hostable DHCP agents. Network: 3aade71e-2163-4f2a-b110-37c6fd66da65, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:10:54.231988 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:10:54.289097 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, 3aade71e-2163-4f2a-b110-37c6fd66da65) {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:10:54.294850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:54.295490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:54.300833 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8888a434-689e-432c-8753-212165eaa833 None None] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:10:54.364654 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1856089 Jun 18 10:10:54.402507 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:10:54.611877 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:10:54.617998 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:10:54.618405 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:54.644701 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dced9f-679c-458c-bf7b-ba632607713c None None] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:10:54.902232 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:54.980933 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a,segment=NetworkSegment(2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a),segment_id=2bcecd88-7a0f-441c-bb2b-d4aa4f1a5e2a)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:10:55.027420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:55.030848 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-abcad1b7-f27f-46ff-9748-4dc642508649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:55.101230 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:55.105334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:56.360426 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:10:56.433080 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:10:56.433504 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:56.619915 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 37450) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:56.910954 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a1880bdf-0a72-4f6a-bf58-bf738f65ddcb admin admin] 10.222.0.22 "GET /v2.0/routers/f74afabd-e6e1-4235-882e-46816eb1c36c HTTP/1.1" status: 200 len: 710 time: 0.2897980 Jun 18 10:10:57.064803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60b34c6-4465-4499-aa75-7304ec0014c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:57.066319 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e60b34c6-4465-4499-aa75-7304ec0014c8 admin admin] 10.222.0.22 "GET /v2.0/networks/3aade71e-2163-4f2a-b110-37c6fd66da65 HTTP/1.1" status: 200 len: 886 time: 0.1484597 Jun 18 10:10:57.078789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:57.637326 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854083028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686182'] for router, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:57.871962 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:57.932702 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:58.075036 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Allocated IP 172.28.2.72 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/ac794382-62e5-4033-861e-472003028472) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:10:58.235024 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:58.312842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:58.318430 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:58.390244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:10:58.393047 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:10:58.397610 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:10:58.421830 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ac794382-62e5-4033-861e-472003028472,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:58.434241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:58.849265 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:59.021469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854083028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686182'] for router, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:59.025079 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854082853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854078945'] for router, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:59.234981 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Router f74afabd-e6e1-4235-882e-46816eb1c36c has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:10:59.456683 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:10:59.466928 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Notify callbacks [] for router, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:59.468227 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] 10.222.0.22 "PUT /v2.0/routers/f74afabd-e6e1-4235-882e-46816eb1c36c HTTP/1.1" status: 200 len: 889 time: 2.3942862 Jun 18 10:10:59.470857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Sync routers for ids ['f74afabd-e6e1-4235-882e-46816eb1c36c'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:10:59.485853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Routers {'f74afabd-e6e1-4235-882e-46816eb1c36c'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:10:59.486473 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:10:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f74afabd-e6e1-4235-882e-46816eb1c36c'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:59.692682 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Set router f74afabd-e6e1-4235-882e-46816eb1c36c gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:11:00.213912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'name': 'router1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'ac794382-62e5-4033-861e-472003028472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:39Z', 'updated_at': '2021-06-18T10:10:58Z', 'revision_number': 4, 'project_id': '74b3f8bc274943cfa59d16e72d2415a8', 'gw_port': {'id': 'ac794382-62e5-4033-861e-472003028472', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a', 'name': '', 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'mac_address': 'fa:16:3e:a3:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab9d3de7-1d1d-49bb-930c-74fb162b6981', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:48Z', 'updated_at': '2021-06-18T10:10:54Z', 'revision_number': 5, 'project_id': '74b3f8bc274943cfa59d16e72d2415a8', 'subnets': [{'id': 'ab9d3de7-1d1d-49bb-930c-74fb162b6981', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8de31131-2130-4893-989a-d4b39a5d44e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:00.220298 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Checking router: f74afabd-e6e1-4235-882e-46816eb1c36c for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:11:00.220685 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Updating router f74afabd-e6e1-4235-882e-46816eb1c36c port ac794382-62e5-4033-861e-472003028472 binding host dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:11:00.278830 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.643847 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Notify callbacks [] for port, precommit_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.657122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Transition to ACTIVE for port object ac794382-62e5-4033-861e-472003028472 will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:11:00.700635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.704851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:00.784260 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ee942-310f-4475-aa2b-f5c07512e504 None None] Pushing event updated for resources: {'Port': ['ID=ac794382-62e5-4033-861e-472003028472,revision_number=2']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:00.786792 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Attempting to bind port ac794382-62e5-4033-861e-472003028472 on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:11:00.787191 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Attempting to bind port ac794382-62e5-4033-861e-472003028472 by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:11:00.787582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Attempting to bind port ac794382-62e5-4033-861e-472003028472 on network 3aade71e-2163-4f2a-b110-37c6fd66da65 {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:11:00.789975 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-655ee942-310f-4475-aa2b-f5c07512e504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:00.796391 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:11:00.796789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Checking segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:11:00.797223 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.797692 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Bound using segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:11:00.798201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Bound port: ac794382-62e5-4033-861e-472003028472, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:11:00.798600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.876659 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] For port ac794382-62e5-4033-861e-472003028472, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:11:00.879949 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] For port ac794382-62e5-4033-861e-472003028472, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=ac794382-62e5-4033-861e-472003028472,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:11:00.935656 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.939968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-655ee942-310f-4475-aa2b-f5c07512e504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:01.025213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ee942-310f-4475-aa2b-f5c07512e504 None None] Pushing event updated for resources: {'Port': ['ID=ac794382-62e5-4033-861e-472003028472,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:01.029737 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-655ee942-310f-4475-aa2b-f5c07512e504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:01.031343 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Routers {'f74afabd-e6e1-4235-882e-46816eb1c36c'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:11:01.032005 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:10:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f74afabd-e6e1-4235-882e-46816eb1c36c'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:01.220061 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] Set router f74afabd-e6e1-4235-882e-46816eb1c36c gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:11:01.569896 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'name': 'router1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'ac794382-62e5-4033-861e-472003028472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:39Z', 'updated_at': '2021-06-18T10:10:58Z', 'revision_number': 4, 'project_id': '74b3f8bc274943cfa59d16e72d2415a8', 'gw_port': {'id': 'ac794382-62e5-4033-861e-472003028472', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a', 'name': '', 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'mac_address': 'fa:16:3e:a3:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab9d3de7-1d1d-49bb-930c-74fb162b6981', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:48Z', 'updated_at': '2021-06-18T10:10:54Z', 'revision_number': 5, 'project_id': '74b3f8bc274943cfa59d16e72d2415a8', 'subnets': [{'id': 'ab9d3de7-1d1d-49bb-930c-74fb162b6981', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8de31131-2130-4893-989a-d4b39a5d44e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:01.574572 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311b6af-4ffc-4898-a30a-d8620772ca39 None None] The sync data for ids ['f74afabd-e6e1-4235-882e-46816eb1c36c'] in dv-cinder-797022-1-smb is: [{'id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'name': 'router1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'ac794382-62e5-4033-861e-472003028472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:39Z', 'updated_at': '2021-06-18T10:10:58Z', 'revision_number': 4, 'project_id': '74b3f8bc274943cfa59d16e72d2415a8', 'gw_port': {'id': 'ac794382-62e5-4033-861e-472003028472', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a', 'name': '', 'network_id': '5acea3a6-fc56-4794-a25a-2ad7f42837e1', 'tenant_id': '74b3f8bc274943cfa59d16e72d2415a8', 'mac_address': 'fa:16:3e:a3:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74afabd-e6e1-4235-882e-46816eb1c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab9d3de7-1d1d-49bb-930c-74fb162b6981', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:48Z', 'updated_at': '2021-06-18T10:10:54Z', 'revision_number': 5, 'project_id': '74b3f8bc274943cfa59d16e72d2415a8', 'subnets': [{'id': 'ab9d3de7-1d1d-49bb-930c-74fb162b6981', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8de31131-2130-4893-989a-d4b39a5d44e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:11:01.854968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 37462) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:11:02.008081 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a040a7f0-0ad1-4189-865e-ccb5aa6274be admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1518946 Jun 18 10:11:02.398586 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device ac794382-62e5-4033-861e-472003028472 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:02.546584 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port ac794382-62e5-4033-861e-472003028472 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:02.552970 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port ac794382-62e5-4033-861e-472003028472 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:02.553416 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:02.684350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:02.701880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port ac794382-62e5-4033-861e-472003028472, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=ac794382-62e5-4033-861e-472003028472,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:02.733862 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:02.737073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:02.807286 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=ac794382-62e5-4033-861e-472003028472,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:02.811371 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:04.372702 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device ac794382-62e5-4033-861e-472003028472 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:04.459259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port ac794382-62e5-4033-861e-472003028472 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:04.459744 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:16.311962 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-aa822214-db92-4b46-bdb4-c5a7c55e53ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:17.979715 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:18.837520 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-592ac5e8-0cb1-4238-8c88-50be52798746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:19.146247 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:20.305969 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:23.097556 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 5 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:11:46.311842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f5096e06-4b63-4a25-bb92-3c40d6bd0eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:48.048542 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:48.837555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f59b-0081-477d-b0ad-0631f1074a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:49.139005 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:50.317237 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:00.098490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 5 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:12:16.345807 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a9879b64-736c-4b66-a039-5b087f63273c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:17.990258 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:18.819120 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-859ea076-ba0a-4c35-9aa9-14ce0e085fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:19.144653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:20.332986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:37.099083 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 5 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:12:46.299144 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ebb0ef15-d1db-4c82-b86b-bb335419bf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:47.435330 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38000) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:47.566944 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d4cffd-d645-4481-ad00-6a651732bd67 admin admin] GET failed (client error): The resource could not be found. Jun 18 10:12:47.567525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-f6d4cffd-d645-4481-ad00-6a651732bd67 admin admin] Synchronizing usage tracker for tenant:3e8d2afc356d48dbb9d65371baa8afb7 on resource:network {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:12:47.640299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-f6d4cffd-d645-4481-ad00-6a651732bd67 admin admin] Unset dirty status for tenant:3e8d2afc356d48dbb9d65371baa8afb7 on resource:network {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:12:47.641638 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-f6d4cffd-d645-4481-ad00-6a651732bd67 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.2051640 Jun 18 10:12:47.806915 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e43454-15d5-4b87-bf45-5c7fb66ab044 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:47.808715 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d6e43454-15d5-4b87-bf45-5c7fb66ab044 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1620779 Jun 18 10:12:47.990010 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:48.837013 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9c18-6417-445f-8485-334d3ff00429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:49.173833 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:50.282963 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38012) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:50.325946 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:50.441829 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04da45d6-0c66-45b0-b60f-74d9fd610012 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:50.443230 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-04da45d6-0c66-45b0-b60f-74d9fd610012 admin admin] 10.222.0.22 "GET /v2.0/subnets/ab9d3de7-1d1d-49bb-930c-74fb162b6981 HTTP/1.1" status: 200 len: 849 time: 0.1592410 Jun 18 10:12:50.455526 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:12:50.595432 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Notify callbacks [] for subnet, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:50.852976 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787001691882'] for subnet, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:50.858844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e26ba21b-4471-4876-8b34-ee21ecd9d4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:50.918297 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:50.919734 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:50.921324 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] 10.222.0.22 "PUT /v2.0/subnets/ab9d3de7-1d1d-49bb-930c-74fb162b6981 HTTP/1.1" status: 200 len: 868 time: 0.4702287 Jun 18 10:12:50.924783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baedb95b-207f-4562-a781-0762d854aa2b None None] Network 5acea3a6-fc56-4794-a25a-2ad7f42837e1 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:12:50.964865 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9d3de7-1d1d-49bb-930c-74fb162b6981,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:50.982493 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:50.982958 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:50.983558 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:50.984202 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:50.984857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:50.985514 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:50.986150 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:50.986884 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:50.987404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:50.988029 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:50.988656 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:50.996341 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b3a37291-1572-49b0-814c-df83da64c4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:51.682410 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-dcb5003d-a226-41de-ab5c-3040b010c7d8 None None] Provisioning complete for port f8fe6a1d-6b1e-49e9-9d5c-504e575cfb5a triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:12:51.683293 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dcb5003d-a226-41de-ab5c-3040b010c7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:51.851347 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-dcb5003d-a226-41de-ab5c-3040b010c7d8 None None] Provisioning complete for port 54be93eb-a9bf-4801-86ad-e7e47ba7dfa2 triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:12:51.852744 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dcb5003d-a226-41de-ab5c-3040b010c7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:53.176301 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38024) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:53.420156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3633ef1-c6b1-428c-bcf6-2fccfced9932 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:53.420583 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3633ef1-c6b1-428c-bcf6-2fccfced9932 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:53.422289 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c3633ef1-c6b1-428c-bcf6-2fccfced9932 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2448366 Jun 18 10:12:55.666771 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38036) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:56.061955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3db839-c7f9-46b2-b692-65a85df45eb2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:56.062381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3db839-c7f9-46b2-b692-65a85df45eb2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:56.064046 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2d3db839-c7f9-46b2-b692-65a85df45eb2 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3961864 Jun 18 10:12:58.255161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38048) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:58.474836 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2132ea-d84d-487e-817d-97040894e31a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:58.476230 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0f2132ea-d84d-487e-817d-97040894e31a admin admin] 10.222.0.22 "GET /v2.0/networks/3aade71e-2163-4f2a-b110-37c6fd66da65 HTTP/1.1" status: 200 len: 886 time: 0.2200098 Jun 18 10:13:00.871831 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38060) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:01.146673 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd904f8c-f626-499d-9cbe-abd710e7c9d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:01.148072 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-cd904f8c-f626-499d-9cbe-abd710e7c9d0 admin admin] 10.222.0.22 "GET /v2.0/networks/5acea3a6-fc56-4794-a25a-2ad7f42837e1 HTTP/1.1" status: 200 len: 869 time: 0.2751131 Jun 18 10:13:03.319938 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38072) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:03.469819 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9120724c-f2a1-47c5-98e9-73a95c12691c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:03.470151 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9120724c-f2a1-47c5-98e9-73a95c12691c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:03.470932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-9120724c-f2a1-47c5-98e9-73a95c12691c admin admin] Synchronizing usage tracker for tenant:3e8d2afc356d48dbb9d65371baa8afb7 on resource:subnet {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:13:03.646983 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-9120724c-f2a1-47c5-98e9-73a95c12691c admin admin] Unset dirty status for tenant:3e8d2afc356d48dbb9d65371baa8afb7 on resource:subnet {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:13:03.648206 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-9120724c-f2a1-47c5-98e9-73a95c12691c admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3269742 Jun 18 10:13:05.789018 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38084) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:05.939637 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551226d1-cac9-448b-b2da-34ef4a3697de admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:05.939967 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551226d1-cac9-448b-b2da-34ef4a3697de admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:05.941670 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-551226d1-cac9-448b-b2da-34ef4a3697de admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1515436 Jun 18 10:13:08.092799 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38096) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:08.233436 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47599a23-a65d-469f-ad1b-fdd9d1d66bb7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:08.234941 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-47599a23-a65d-469f-ad1b-fdd9d1d66bb7 admin admin] 10.222.0.22 "GET /v2.0/subnets/204491dd-5aae-4488-8d44-ce0034150e84 HTTP/1.1" status: 200 len: 816 time: 0.1410341 Jun 18 10:13:10.401242 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38108) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:10.553862 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1a2413-7eee-417c-9d69-2eeea3b4fe97 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:10.555227 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-cb1a2413-7eee-417c-9d69-2eeea3b4fe97 admin admin] 10.222.0.22 "GET /v2.0/subnets/ab9d3de7-1d1d-49bb-930c-74fb162b6981 HTTP/1.1" status: 200 len: 868 time: 0.1529067 Jun 18 10:13:14.099922 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 5 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:13:16.321394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-73fb3aa5-6fa6-4696-8ae8-585a05635cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:17.983204 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:18.822269 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1f6050a1-b711-4013-b411-b1663d25a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:19.143540 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:20.309261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.812770 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38156) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:30.896420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [None req-922e2669-e44d-4535-b48f-561740220249 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:13:30.902355 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-922e2669-e44d-4535-b48f-561740220249 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0837853 Jun 18 10:13:33.117481 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38168) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:33.223797 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.pecan_wsgi.hooks.translation [None req-0013c510-ec5c-4a61-a5b2-0191568b309a admin admin] GET failed (client error): The resource could not be found. Jun 18 10:13:33.225156 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0013c510-ec5c-4a61-a5b2-0191568b309a admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1066375 Jun 18 10:13:33.365351 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0083e06-9b98-4b3c-98e4-0d5f2ac9a5fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:33.367633 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c0083e06-9b98-4b3c-98e4-0d5f2ac9a5fa admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1378529 Jun 18 10:13:35.536008 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38180) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:35.619298 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:35.624909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:35.634851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:35.729947 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Made reservation on behalf of 3e8d2afc356d48dbb9d65371baa8afb7 for: {'network': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:13:35.734670 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:35.832136 dv-cinder-797022-1-smb neutron-server[82104]: WARNING neutron.services.revisions.revision_plugin [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Could not find related network for resource to bump revision. Jun 18 10:13:35.847760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=82216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:13:35.917823 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:35.918249 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Added segment b34482fb-f201-4b41-8583-d4dca08a4549 of type vlan for network dd234f06-7207-4872-8b75-0f80d01ea276 Jun 18 10:13:35.956973 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:36.015910 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:36.017211 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:36.017900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:36.023671 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:36.131387 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Pushing event updated for resources: {'Network': ['ID=dd234f06-7207-4872-8b75-0f80d01ea276,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:36.140425 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:36.142385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:36.142385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:36.142385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:36.142385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:36.142385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:36.142874 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:36.142874 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:36.143271 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:36.143562 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:36.143905 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:36.148263 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:36.155901 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network dd234f06-7207-4872-8b75-0f80d01ea276 details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:13:36.160534 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6234248 Jun 18 10:13:38.336363 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38192) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:38.439929 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6b278b-5cdf-4b7d-88d3-6860bece4f83 admin admin] GET failed (client error): The resource could not be found. Jun 18 10:13:38.440481 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-be6b278b-5cdf-4b7d-88d3-6860bece4f83 admin admin] Synchronizing usage tracker for tenant:3e8d2afc356d48dbb9d65371baa8afb7 on resource:network {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:13:38.489761 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-be6b278b-5cdf-4b7d-88d3-6860bece4f83 admin admin] Unset dirty status for tenant:3e8d2afc356d48dbb9d65371baa8afb7 on resource:network {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:13:38.491005 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-be6b278b-5cdf-4b7d-88d3-6860bece4f83 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1535792 Jun 18 10:13:38.609329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0040d6d1-2150-4732-8acf-b19ebcbc69ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:38.610963 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0040d6d1-2150-4732-8acf-b19ebcbc69ea admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1153245 Jun 18 10:13:38.622460 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'dd234f06-7207-4872-8b75-0f80d01ea276'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:38.627454 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:38.638260 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:38.685344 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Made reservation on behalf of 3e8d2afc356d48dbb9d65371baa8afb7 for: {'subnet': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:13:38.690853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:39.276432 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for subnet, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:39.281311 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:39.357896 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0307c730-cf57-481e-a303-d760f6f3441d,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:39.363350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:39.376744 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Checking segment: {'id': 'b34482fb-f201-4b41-8583-d4dca08a4549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dd234f06-7207-4872-8b75-0f80d01ea276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:39.377139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Network hostable DHCP agents. Network: dd234f06-7207-4872-8b75-0f80d01ea276, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:13:39.422748 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Network dd234f06-7207-4872-8b75-0f80d01ea276 is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:13:39.457045 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, dd234f06-7207-4872-8b75-0f80d01ea276) {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:39.465189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:39.466339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:39.466515 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5c6154-419f-4f09-ab73-396999a0ded3 None None] Network dd234f06-7207-4872-8b75-0f80d01ea276 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:13:39.532545 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9139695 Jun 18 10:13:39.858907 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d11868d-4b48-5a50-9118-551a6082f382-dd234f06-7207-4872-8b75-0f80d01ea276', 'network_id': 'dd234f06-7207-4872-8b75-0f80d01ea276', 'tenant_id': '3e8d2afc356d48dbb9d65371baa8afb7', 'fixed_ips': [{'subnet_id': '0307c730-cf57-481e-a303-d760f6f3441d'}]}} from dv-cinder-797022-1-smb. {{(pid=82217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:13:39.859905 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.033928 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Allocated IP 192.168.233.2 (dd234f06-7207-4872-8b75-0f80d01ea276/0307c730-cf57-481e-a303-d760f6f3441d/2aa896b2-a526-48c5-96c2-d06a0f051cce) {{(pid=82217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:13:40.337172 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Notify callbacks [] for port, precommit_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.353830 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Transition to ACTIVE for port object 2aa896b2-a526-48c5-96c2-d06a0f051cce will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:40.379961 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Transition to ACTIVE for port object 2aa896b2-a526-48c5-96c2-d06a0f051cce will not be triggered until provisioned by entity DHCP. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:40.446635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.452585 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-65f7673f-e7ed-4c01-966c-667d9d1fc062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:40.519800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Network dd234f06-7207-4872-8b75-0f80d01ea276 is already hosted by enough agents. {{(pid=82217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:40.523982 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Resources bound (agent type, host, resource id): {{(pid=82217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:40.528708 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Received port after_create {{(pid=82217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:13:40.541396 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Pushing event updated for resources: {'Port': ['ID=2aa896b2-a526-48c5-96c2-d06a0f051cce,revision_number=1']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:40.587823 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:40.588109 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:40.588471 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:40.588829 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:40.589188 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:40.589561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:40.589921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:40.590279 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:40.590614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:40.590959 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:40.591304 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:40.619331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:40.645968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Attempting to bind port 2aa896b2-a526-48c5-96c2-d06a0f051cce on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:13:40.646326 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Attempting to bind port 2aa896b2-a526-48c5-96c2-d06a0f051cce by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': 'b34482fb-f201-4b41-8583-d4dca08a4549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dd234f06-7207-4872-8b75-0f80d01ea276'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:13:40.646724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Attempting to bind port 2aa896b2-a526-48c5-96c2-d06a0f051cce on network dd234f06-7207-4872-8b75-0f80d01ea276 {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:13:40.656468 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:13:40.656888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Checking segment: {'id': 'b34482fb-f201-4b41-8583-d4dca08a4549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dd234f06-7207-4872-8b75-0f80d01ea276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:40.657338 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.657811 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Bound using segment: {'id': 'b34482fb-f201-4b41-8583-d4dca08a4549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dd234f06-7207-4872-8b75-0f80d01ea276'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:13:40.658367 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Bound port: 2aa896b2-a526-48c5-96c2-d06a0f051cce, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34482fb-f201-4b41-8583-d4dca08a4549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dd234f06-7207-4872-8b75-0f80d01ea276'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:13:40.658781 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.756522 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] For port 2aa896b2-a526-48c5-96c2-d06a0f051cce, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:13:40.760413 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] For port 2aa896b2-a526-48c5-96c2-d06a0f051cce, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=2aa896b2-a526-48c5-96c2-d06a0f051cce,segment=NetworkSegment(b34482fb-f201-4b41-8583-d4dca08a4549),segment_id=b34482fb-f201-4b41-8583-d4dca08a4549)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:13:40.795207 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.799845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:40.880801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Pushing event updated for resources: {'Port': ['ID=2aa896b2-a526-48c5-96c2-d06a0f051cce,revision_number=2']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:40.885210 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:42.412196 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcfc9aa-7712-4c8c-bfea-1f2262f7c68b None None] Network dd234f06-7207-4872-8b75-0f80d01ea276 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:13:42.508378 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 2aa896b2-a526-48c5-96c2-d06a0f051cce up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:42.650561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-124d27d6-abe5-4214-9805-ca1d89806ac6 None None] Provisioning for port 2aa896b2-a526-48c5-96c2-d06a0f051cce completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:42.730931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port 2aa896b2-a526-48c5-96c2-d06a0f051cce completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:42.739243 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 2aa896b2-a526-48c5-96c2-d06a0f051cce triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:42.739601 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.877011 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.912687 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port 2aa896b2-a526-48c5-96c2-d06a0f051cce, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=2aa896b2-a526-48c5-96c2-d06a0f051cce,segment=NetworkSegment(b34482fb-f201-4b41-8583-d4dca08a4549),segment_id=b34482fb-f201-4b41-8583-d4dca08a4549)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:42.966041 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.969328 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:43.052244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=2aa896b2-a526-48c5-96c2-d06a0f051cce,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:43.052244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:43.094206 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-65fe8145-c63c-4acf-a59f-7e82a60a2218 None None] Provisioning complete for port 2aa896b2-a526-48c5-96c2-d06a0f051cce triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:43.094517 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-65fe8145-c63c-4acf-a59f-7e82a60a2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:44.457127 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 2aa896b2-a526-48c5-96c2-d06a0f051cce up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:44.531917 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 2aa896b2-a526-48c5-96c2-d06a0f051cce triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:44.532313 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:46.301203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7ed1b69-23d1-49d8-9a29-21447101bbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:48.079615 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:48.834346 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5657e912-15e8-4ac4-a833-36ccc43c2516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:49.147126 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:50.325327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:51.101439 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 5 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:14:16.370553 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3feb956a-9f17-40ee-b9f5-5a102bbaf8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:17.987788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:19.038399 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b791274c-f54a-4ba7-8ad8-30b285ee5597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:19.135161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:20.313488 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:28.103947 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 5 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:14:46.307327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ac356432-fbeb-438d-83ec-9e1b1e336b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:48.004396 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:48.844558 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c33989bf-4e40-4dbb-b5ee-1a2ea90fb8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:49.147511 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:50.620317 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:59.174111 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38228) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:14:59.181547 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [None req-c37b3dc9-ebba-4ec5-a933-ccc6fabfaf2b tempest-verify_tempest_config-1656856932 tempest-verify_tempest_config-1656856932-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:14:59.182697 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c37b3dc9-ebba-4ec5-a933-ccc6fabfaf2b tempest-verify_tempest_config-1656856932 tempest-verify_tempest_config-1656856932-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0073533 Jun 18 10:14:59.806139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38246) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:14:59.977055 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:00.016054 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:15:00.021320 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b15973ce4d4a3d89cecff589abccf5 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:15:00.024943 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:15:00.031399 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:15:00.301156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:00.335809 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:00.344952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:15:00.388830 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be17a4ef-2429-47dc-a237-c6b00888231f,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:15:00.394900 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f8b15973ce4d4a3d89cecff589abccf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5875912 Jun 18 10:15:00.398063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38252) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:15:00.400715 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.401091 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.401495 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.401854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.402218 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.402575 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.402932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.403307 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.403662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.404013 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.404367 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.408434 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:15:00.464782 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:00.494221 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:00.689365 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:00.695682 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:15:00.710937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be17a4ef-2429-47dc-a237-c6b00888231f,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:15:00.716599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:00.717848 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be17a4ef-2429-47dc-a237-c6b00888231f HTTP/1.1" status: 204 len: 168 time: 0.3186719 Jun 18 10:15:00.723712 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.724119 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.724539 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.724904 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.725268 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.725666 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.726030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.726410 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.726802 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.727127 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.727487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:15:00.730962 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:15:05.107733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 5 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:15:16.346950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-51ca923d-a3b6-4354-980a-8a109c69546f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:17.976343 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:18.821314 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-abda130f-b4c2-443f-9f08-dadac2fca8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:19.151082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:20.322534 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:42.108192 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 5 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:15:46.357542 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-26ad2afd-cc75-42f3-ae65-52306b278db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:47.962789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:48.859863 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-212ba1d5-e5de-4ddc-b284-665d00f75e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:49.138456 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:50.317272 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:16.305009 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-45ac3467-3101-4f1c-b14a-ffd4a618dd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:17.962651 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:18.830991 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b2674245-9eb8-42ae-8ffc-6f98ae05aa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:19.110612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 5 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:16:19.150781 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:20.373670 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:43.014137 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505'] for agent, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:46.299255 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-78ee9333-d8ea-4ac0-989a-c49aae2ff9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:47.406505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38314) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:16:47.642664 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-4fe77a0b-5632-40b6-b7ad-cf9671078fad admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.2349768 Jun 18 10:16:47.977371 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:48.823115 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6a96f6b8-508f-411b-9b1e-ed5d1c70f442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:49.156175 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:49.761763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38326) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:16:49.852687 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-4d34ca7f-c579-4230-8749-8aa26463ee4f admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0897074 Jun 18 10:16:50.325905 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:56.112576 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:17:12.978212 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:16.315278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e457bef6-185b-4f8e-9f3f-9d2e4ec9bb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:17.989191 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:18.824032 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f48a6d1f-e876-4562-9c6f-90d09720c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:19.155619 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:20.332200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:33.117956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:17:42.983799 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:46.325593 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b643c60c-b9e6-475d-b185-bcd96c624ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:48.000055 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:48.829113 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-73fa21c7-5d90-43cd-ada8-b12be57738be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:49.181726 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:50.343568 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:10.118357 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:18:12.988596 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:16.326020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6c40e6ab-62be-46c5-9a9c-cd51fd987cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:18.024359 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:18.838566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9006472b-bf2e-4052-8b5a-5a437ba1f94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:19.165552 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:20.346968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:40.953182 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38530) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:41.047289 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38540) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:41.092473 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38546) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:41.283534 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38556) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:41.433906 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-805450194-network', 'tenant_id': 'ef6175cd84dc4352a0f4f2e65ff7f0b3'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:41.444369 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:41.452027 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Usage tracker for resource:network and tenant:ef6175cd84dc4352a0f4f2e65ff7f0b3 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:41.457075 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:41.468262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:41.508263 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Made reservation on behalf of ef6175cd84dc4352a0f4f2e65ff7f0b3 for: {'network': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:18:41.514287 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:41.532099 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-888524144-network', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:41.537778 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:41.544025 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Usage tracker for resource:network and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:41.549205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:41.556345 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:41.560265 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:41.607334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:41.610583 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Made reservation on behalf of aa98b03e73be430aa86512a0c9c28b17 for: {'network': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:18:41.615545 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:41.631395 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:41.646395 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Usage tracker for resource:security_group_rule and tenant:ef6175cd84dc4352a0f4f2e65ff7f0b3 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:41.673041 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:41.678025 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Usage tracker for resource:security_group_rule and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:41.681243 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:41.689989 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:41.699757 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:41.706158 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1863272077-network', 'tenant_id': '6627bb315bdf443d8165739a893987ff'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:41.714861 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:41.780588 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1978670124-network', 'tenant_id': '883fc17a700c4e0392c7d12c2061e3fc'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:41.822669 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:41.831626 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:41.842481 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Usage tracker for resource:network and tenant:883fc17a700c4e0392c7d12c2061e3fc is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:41.848096 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Usage tracker for resource:network and tenant:6627bb315bdf443d8165739a893987ff is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:41.868647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:41.881278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:41.900270 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:41.918075 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:41.924220 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:41.970339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.006729 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4147e5e3-bf30-427e-96ad-4f09445ed625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:42.037193 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Made reservation on behalf of 6627bb315bdf443d8165739a893987ff for: {'network': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:18:42.045336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.056582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Made reservation on behalf of 883fc17a700c4e0392c7d12c2061e3fc for: {'network': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:18:42.062370 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.109679 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.131928 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.162960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.196086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:42.203244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Usage tracker for resource:security_group_rule and tenant:6627bb315bdf443d8165739a893987ff is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:42.207372 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:42.230311 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=82215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:18:42.235282 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:42.281955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.289879 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e0ca7f-1c97-4eb6-8760-83cd1c32ee21,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:42.304098 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:42.304479 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:42.304859 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:42.305231 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:42.305783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:42.306164 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:42.306530 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:42.306899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:42.307264 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:42.307685 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:42.308132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Tracked resource versions report: Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: pushed versions: Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: { 'ConntrackHelper': {'1.0'}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': {'1.0'}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': {'1.1'}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': {'1.5'}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': {'1.2'}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': {'1.8'}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': {'1.2'}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': {'1.0'}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': {'1.0'}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': {'1.1'}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': {'1.1'}} Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: consumer versions: Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: { DHCP agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: HyperV agent@hv-cinder-79702: {}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: L3 agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: Metadata agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: Metering agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: Open vSwitch agent@dv-cinder-797022-1-smb: { 'ConntrackHelper': '1.0', Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': '1.0', Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': '1.1', Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': '1.5', Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': '1.2', Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': '1.8', Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': '1.2', Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': '1.0', Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': '1.0', Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': '1.1', Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': '1.1'}} Jun 18 10:18:42.309724 dv-cinder-797022-1-smb neutron-server[82104]: {{(pid=82215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 10:18:42.320784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:42.321232 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:42.334490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.334993 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Added segment 53e006e5-1867-459d-9c48-20a84890a874 of type vlan for network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b Jun 18 10:18:42.367543 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb516cbe-babe-4360-b549-006fb42f2e3c,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:42.371538 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:42.410482 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:42.438963 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Usage tracker for resource:security_group_rule and tenant:883fc17a700c4e0392c7d12c2061e3fc is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:42.450985 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:42.460567 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.467408 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:42.580806 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.633970 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.634888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.640385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:42.641043 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.665809 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:42.694916 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.db.api [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82215) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:18:42.695286 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_db.api [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:18:42.764090 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=82215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:18:42.858633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.859033 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Added segment c7299161-6857-454c-95ca-9d28dd148fd9 of type vlan for network e0c5a42a-7761-410a-a013-9d5829ac1f43 Jun 18 10:18:42.866022 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618185ca-6761-4698-86dc-1361b85fe7aa,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:42.877192 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:42.889740 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0a9ff064-365e-4876-a9ac-974e76ae46e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:42.931970 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.033889 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.075165 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0230911 Jun 18 10:18:43.075637 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38604) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:43.082352 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Request body: {'subnet': {'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-888524144-subnet', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:43.093777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:43.099254 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Usage tracker for resource:subnet and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:43.103506 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:43.113860 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:43.136310 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Pushing event updated for resources: {'Network': ['ID=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:43.139079 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.140112 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:43.142206 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.150466 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:18:43.152842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:43.159292 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Made reservation on behalf of aa98b03e73be430aa86512a0c9c28b17 for: {'subnet': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:18:43.164565 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.209155 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.304745 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:43.309903 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:43.321571 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=82215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:18:43.332705 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.335691 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:43.340267 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.344626 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:43.366688 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.367911 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Added segment d780ab7c-b8c0-49e8-9c41-116b1c9157f1 of type vlan for network 91060941-840b-4c63-bbd6-6e406c9dc832 Jun 18 10:18:43.411574 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.db.api [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82215) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:18:43.416451 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_db.api [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:18:43.512330 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Pushing event updated for resources: {'Network': ['ID=e0c5a42a-7761-410a-a013-9d5829ac1f43,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:43.516570 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:43.530231 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network e0c5a42a-7761-410a-a013-9d5829ac1f43 details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:18:43.554473 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.562757 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4685495 Jun 18 10:18:43.570457 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38616) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:43.580814 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Request body: {'subnet': {'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1863272077-subnet', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:43.591517 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:43.601324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Usage tracker for resource:subnet and tenant:6627bb315bdf443d8165739a893987ff is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:43.608602 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:43.630517 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:43.719142 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Made reservation on behalf of 6627bb315bdf443d8165739a893987ff for: {'subnet': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:18:43.732459 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.769972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.774888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:43.775451 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.784212 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:43.958071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.991566 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0366018 Jun 18 10:18:44.002557 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38628) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:44.011333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Pushing event updated for resources: {'Network': ['ID=91060941-840b-4c63-bbd6-6e406c9dc832,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:44.018348 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Request body: {'subnet': {'network_id': '91060941-840b-4c63-bbd6-6e406c9dc832', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-805450194-subnet', 'tenant_id': 'ef6175cd84dc4352a0f4f2e65ff7f0b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:44.025493 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:44.036490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:44.046955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Usage tracker for resource:subnet and tenant:ef6175cd84dc4352a0f4f2e65ff7f0b3 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:44.050131 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network 91060941-840b-4c63-bbd6-6e406c9dc832 details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:18:44.053716 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:44.059118 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for subnet, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:44.067722 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=82215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:18:44.068422 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:44.079006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:44.129540 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:44.130153 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Added segment 5c17d779-aed8-4bbd-b15f-6bb516f016a2 of type vlan for network a0a1681a-8e45-45f9-a380-f6345a716a03 Jun 18 10:18:44.201687 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Made reservation on behalf of ef6175cd84dc4352a0f4f2e65ff7f0b3 for: {'subnet': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:18:44.206860 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:44.224616 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=32310b40-dde4-4045-b65a-97e81d3f1bf5,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:44.244812 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:44.304826 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:44.312118 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:44.312479 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:44.313142 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:44.313628 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:44.313877 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:44.314468 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:44.315404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:44.318097 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:44.318475 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:44.318926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Tracked resource versions report: Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: pushed versions: Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: { 'ConntrackHelper': {'1.0'}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': {'1.0'}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': {'1.1'}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': {'1.5'}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': {'1.2'}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': {'1.8'}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': {'1.2'}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': {'1.0'}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': {'1.0'}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': {'1.1'}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': {'1.1'}} Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: consumer versions: Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: { DHCP agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: HyperV agent@hv-cinder-79702: {}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: L3 agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: Metadata agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: Metering agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: Open vSwitch agent@dv-cinder-797022-1-smb: { 'ConntrackHelper': '1.0', Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': '1.0', Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': '1.1', Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': '1.5', Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': '1.2', Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': '1.8', Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': '1.2', Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': '1.0', Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': '1.0', Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': '1.1', Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': '1.1'}} Jun 18 10:18:44.319976 dv-cinder-797022-1-smb neutron-server[82104]: {{(pid=82216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 10:18:44.328863 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:44.351930 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Checking segment: {'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:18:44.352619 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Network hostable DHCP agents. Network: 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:18:44.489974 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:18:44.558820 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b) {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:18:44.572318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984a892-2765-417e-8efa-f464411f6e7f None None] Network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:18:44.576940 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:44.578074 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:44.596485 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:44.653702 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:44.664465 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:44.679094 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:44.687650 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6099856 Jun 18 10:18:44.692149 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38652) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:44.703266 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:44.726543 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:44.747687 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Usage tracker for resource:router and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:44.767756 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:44.790945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:44.863450 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a1681a-8e45-45f9-a380-f6345a716a03,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:44.875300 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:44.902020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network a0a1681a-8e45-45f9-a380-f6345a716a03 details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:18:44.959773 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854668291'] for router, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:44.960897 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854083011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686197'] for router, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:45.062353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:45.100468 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.8120527 Jun 18 10:18:45.100468 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38668) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:45.132379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Request body: {'subnet': {'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1978670124-subnet', 'tenant_id': '883fc17a700c4e0392c7d12c2061e3fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:45.144098 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:45.156446 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Usage tracker for resource:subnet and tenant:883fc17a700c4e0392c7d12c2061e3fc is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:45.166356 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:45.177593 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:45.313715 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Made reservation on behalf of 883fc17a700c4e0392c7d12c2061e3fc for: {'subnet': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:18:45.327680 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:45.335322 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d11868d-4b48-5a50-9118-551a6082f382-273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5'}]}} from dv-cinder-797022-1-smb. {{(pid=82217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:18:45.336258 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:45.589277 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854083028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686182'] for router, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:45.644858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for subnet, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:45.658380 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:45.697065 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Allocated IP 172.20.0.2 (273c63d3-030d-4bf3-b4a9-4ac0fa87c45b/32310b40-dde4-4045-b65a-97e81d3f1bf5/3c47b679-3aca-4521-bf2c-28ae093753e3) {{(pid=82217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:18:45.904329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=beebdc3d-813f-4399-b6cf-a6f502fb4a6e,revision_number=0']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:45.920198 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:45.985989 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Notify callbacks [] for port, precommit_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:46.001175 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Transition to ACTIVE for port object 3c47b679-3aca-4521-bf2c-28ae093753e3 will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:18:46.028853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Transition to ACTIVE for port object 3c47b679-3aca-4521-bf2c-28ae093753e3 will not be triggered until provisioned by entity DHCP. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:18:46.064167 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:46.088404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:46.107283 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:46.107989 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:46.203862 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Pushing event updated for resources: {'Port': ['ID=3c47b679-3aca-4521-bf2c-28ae093753e3,revision_number=1']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:46.217812 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:46.218168 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:46.218662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:46.219030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:46.219394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:46.219755 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:46.220197 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:46.220559 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:46.221008 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:46.221443 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Tracked resource versions report: Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: pushed versions: Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: { 'ConntrackHelper': {'1.0'}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': {'1.0'}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': {'1.1'}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': {'1.5'}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': {'1.2'}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': {'1.8'}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': {'1.2'}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': {'1.0'}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': {'1.0'}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': {'1.1'}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': {'1.1'}} Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: consumer versions: Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: { DHCP agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: HyperV agent@hv-cinder-79702: {}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: L3 agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: Metadata agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: Metering agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: Open vSwitch agent@dv-cinder-797022-1-smb: { 'ConntrackHelper': '1.0', Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': '1.0', Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': '1.1', Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': '1.5', Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': '1.2', Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': '1.8', Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': '1.2', Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': '1.0', Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': '1.0', Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': '1.1', Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': '1.1'}} Jun 18 10:18:46.225838 dv-cinder-797022-1-smb neutron-server[82104]: {{(pid=82217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 10:18:46.235956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:46.235956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b is already hosted by enough agents. {{(pid=82217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:18:46.238875 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Resources bound (agent type, host, resource id): {{(pid=82217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:18:46.250550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Received port after_create {{(pid=82217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:18:46.395432 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Checking segment: {'id': 'c7299161-6857-454c-95ca-9d28dd148fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:18:46.397418 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Network hostable DHCP agents. Network: e0c5a42a-7761-410a-a013-9d5829ac1f43, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:18:46.443647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Allocated IP 172.28.2.182 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/fa9af2c1-923f-4efd-8f6a-cc6c079e0311) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:18:46.501116 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for subnet, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:46.511934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:46.521407 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1680cf27-2d41-462e-901e-328d8bcf7aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:46.537728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Attempting to bind port 3c47b679-3aca-4521-bf2c-28ae093753e3 on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:18:46.538543 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Attempting to bind port 3c47b679-3aca-4521-bf2c-28ae093753e3 by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:18:46.540297 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Attempting to bind port 3c47b679-3aca-4521-bf2c-28ae093753e3 on network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:18:46.571795 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:18:46.572483 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Checking segment: {'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:18:46.573267 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:46.576353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Bound using segment: {'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:18:46.577212 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Bound port: 3c47b679-3aca-4521-bf2c-28ae093753e3, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:18:46.578006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:46.685203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e9b73c-5390-4585-a0e4-1d348080a891,revision_number=0']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:46.691834 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:46.736744 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Network e0c5a42a-7761-410a-a013-9d5829ac1f43 is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:18:46.766413 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Checking segment: {'id': 'd780ab7c-b8c0-49e8-9c41-116b1c9157f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '91060941-840b-4c63-bbd6-6e406c9dc832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:18:46.766783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Network hostable DHCP agents. Network: 91060941-840b-4c63-bbd6-6e406c9dc832, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:18:46.790900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, e0c5a42a-7761-410a-a013-9d5829ac1f43) {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:18:46.800858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:46.801537 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:46.817194 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] For port 3c47b679-3aca-4521-bf2c-28ae093753e3, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:18:46.821540 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] For port 3c47b679-3aca-4521-bf2c-28ae093753e3, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=3c47b679-3aca-4521-bf2c-28ae093753e3,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:18:46.829706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46962ab4-6cea-4a8c-aa6a-2ce988951f44 None None] Network e0c5a42a-7761-410a-a013-9d5829ac1f43 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:18:46.988981 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for subnet, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:46.995736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:47.072636 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.4959397 Jun 18 10:18:47.073632 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:47.075037 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Network 91060941-840b-4c63-bbd6-6e406c9dc832 is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:18:47.085580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38722) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:47.094259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:47.103697 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1863272077-router', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:47.105654 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:47.118005 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:47.130830 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Usage tracker for resource:router and tenant:6627bb315bdf443d8165739a893987ff is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:47.139354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:47.143753 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:18:47.158634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:47.160949 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8c939c-1a25-4c7f-9c92-78a92c443c48,revision_number=0']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:47.168826 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:47.171706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, 91060941-840b-4c63-bbd6-6e406c9dc832) {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:18:47.179824 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:47.180480 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:47.200414 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:47.205958 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Checking segment: {'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:18:47.211921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Network hostable DHCP agents. Network: a0a1681a-8e45-45f9-a380-f6345a716a03, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:18:47.222097 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:47.233967 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854668291'] for router, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:47.235112 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854083011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686197'] for router, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:47.255755 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0843b82-c10a-4575-bcc3-2e20b3a84616 None None] Network 91060941-840b-4c63-bbd6-6e406c9dc832 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:18:47.264315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:47.287130 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Pushing event updated for resources: {'Port': ['ID=3c47b679-3aca-4521-bf2c-28ae093753e3,revision_number=2']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:47.291200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:47.317838 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3110580 Jun 18 10:18:47.319641 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Network a0a1681a-8e45-45f9-a380-f6345a716a03 is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:18:47.350857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:18:47.362679 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:18:47.377354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:18:47.495674 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, a0a1681a-8e45-45f9-a380-f6345a716a03) {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:18:47.500961 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:47.501642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:47.563336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Pushing event updated for resources: {'Port': ['ID=fa9af2c1-923f-4efd-8f6a-cc6c079e0311,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:47.580764 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:47.667108 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:47.671171 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854078864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692947'] for router, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:47.681667 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4eac65-e62d-402e-9411-a5dff04ae9b7 None None] Network a0a1681a-8e45-45f9-a380-f6345a716a03 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:18:47.696925 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854083028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686182'] for router, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:47.744180 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c585600c-b7a6-4cdb-a965-e1ecd5ca9034 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6244137 Jun 18 10:18:48.295329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:48.389265 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:48.507131 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Router e02d88c8-6181-4463-8052-9832d7cae4ec is scheduled to L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 with binding_index 1 {{(pid=82216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:18:48.636797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Allocated IP 172.28.2.150 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:18:48.950497 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38788) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:48.955434 dv-cinder-797022-1-smb neutron-server[82104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 10:18:48.982260 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 3c47b679-3aca-4521-bf2c-28ae093753e3 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:18:49.030045 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:49.050141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd64fa-dbf2-4c14-898c-a18315a1d8ca None None] Network 91060941-840b-4c63-bbd6-6e406c9dc832 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:18:49.186620 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38814) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:49.187275 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38816) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:49.505051 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-d25321e0-63bb-4711-9001-baaa8619f4b9 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:49.505889 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-d25321e0-63bb-4711-9001-baaa8619f4b9 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Synchronizing usage tracker for tenant:ef6175cd84dc4352a0f4f2e65ff7f0b3 on resource:network {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:18:49.545548 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:18:49.556355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Sync routers for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:18:49.584388 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e96b8bb-2b35-4163-a725-627ad657dbee None None] Network e0c5a42a-7761-410a-a013-9d5829ac1f43 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:18:49.585116 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:18:49.585878 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:18:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:49.611891 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:49.644969 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Notify callbacks [] for router, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:49.648245 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9542074 Jun 18 10:18:49.651821 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 38840) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:49.751048 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-705f11d5-fd5b-4f95-aa7d-ee21bda6d3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:49.778607 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-50703552-7211-4b75-b886-decb19d097e1 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:49.779803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-50703552-7211-4b75-b886-decb19d097e1 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Synchronizing usage tracker for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:network {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:18:49.790426 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-d25321e0-63bb-4711-9001-baaa8619f4b9 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Unset dirty status for tenant:ef6175cd84dc4352a0f4f2e65ff7f0b3 on resource:network {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:18:49.791783 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-d25321e0-63bb-4711-9001-baaa8619f4b9 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/networks?id=91060941-840b-4c63-bbd6-6e406c9dc832 HTTP/1.1" status: 200 len: 811 time: 0.8399067 Jun 18 10:18:49.876253 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-50703552-7211-4b75-b886-decb19d097e1 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Unset dirty status for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:network {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:18:49.877901 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-50703552-7211-4b75-b886-decb19d097e1 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/networks?id=a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 200 len: 815 time: 0.6864150 Jun 18 10:18:49.931853 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-8a82c82d-02a6-4721-a4d9-86b5551ad9bf tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/quotas/ef6175cd84dc4352a0f4f2e65ff7f0b3 HTTP/1.1" status: 200 len: 375 time: 0.1233077 Jun 18 10:18:49.960492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-705f11d5-fd5b-4f95-aa7d-ee21bda6d3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:49.969333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-705f11d5-fd5b-4f95-aa7d-ee21bda6d3e3 admin admin] Usage tracker for resource:security_group_rule and tenant:989ac439ae1544e3b1c960130e1ea092 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:49.980668 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-705f11d5-fd5b-4f95-aa7d-ee21bda6d3e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:49.991643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-705f11d5-fd5b-4f95-aa7d-ee21bda6d3e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:50.001249 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:50.036114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:18:50.082031 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5de7577d-fada-426e-9b33-f02ad69b2ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:50.083856 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port 3c47b679-3aca-4521-bf2c-28ae093753e3 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:18:50.090871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:50.094337 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-75ace49d-9483-4334-8075-69627b589229 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef6175cd84dc4352a0f4f2e65ff7f0b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841262 Jun 18 10:18:50.150685 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:50.284067 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-e8415a25-77cc-44af-86f5-9b25f7417859 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/quotas/883fc17a700c4e0392c7d12c2061e3fc HTTP/1.1" status: 200 len: 375 time: 0.3654592 Jun 18 10:18:50.360053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:18:50.376745 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:18:50.477157 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:18:50.525203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8be3da-8500-43db-b5f7-8eaa3e5783d4 None None] Network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:18:50.552741 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-6e271fc6-0aeb-4a24-8e3d-0db3c7842127 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:18:50.562001 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-6e271fc6-0aeb-4a24-8e3d-0db3c7842127 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2963715 Jun 18 10:18:50.612372 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbd386e-a59e-4bf3-812b-20a190b31756 None None] Network a0a1681a-8e45-45f9-a380-f6345a716a03 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:18:50.612828 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-033e1441-be75-4940-9a86-5c754db1bbc2 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2829130 Jun 18 10:18:50.647190 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:50.665955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:50.708843 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:50.829643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:47Z', 'revision_number': 3, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:50.845268 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Checking router: e02d88c8-6181-4463-8052-9832d7cae4ec for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:18:50.845994 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Updating router e02d88c8-6181-4463-8052-9832d7cae4ec port fa9af2c1-923f-4efd-8f6a-cc6c079e0311 binding host dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:18:50.928317 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:50.990510 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-db6052bd-0358-4655-b082-31389f83f37e None None] Provisioning for port 3c47b679-3aca-4521-bf2c-28ae093753e3 completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:18:51.014683 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-db6052bd-0358-4655-b082-31389f83f37e None None] Provisioning complete for port 3c47b679-3aca-4521-bf2c-28ae093753e3 triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:18:51.015197 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-db6052bd-0358-4655-b082-31389f83f37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:51.090369 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-9c6764b4-9d21-4088-97a7-37bf98fc5421 service neutron] 10.222.0.22 "GET /v2.0/networks/91060941-840b-4c63-bbd6-6e406c9dc832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272019 Jun 18 10:18:51.097378 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-7b152df0-65f2-4cac-9110-26507d0cb127 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:18:51.107298 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-7b152df0-65f2-4cac-9110-26507d0cb127 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2427866 Jun 18 10:18:51.226346 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-705f11d5-fd5b-4f95-aa7d-ee21bda6d3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:51.454909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-db6052bd-0358-4655-b082-31389f83f37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:51.524067 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-db6052bd-0358-4655-b082-31389f83f37e None None] For port 3c47b679-3aca-4521-bf2c-28ae093753e3, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=3c47b679-3aca-4521-bf2c-28ae093753e3,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:18:51.586060 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-db6052bd-0358-4655-b082-31389f83f37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:51.590325 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:51.590509 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:51.642273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-705f11d5-fd5b-4f95-aa7d-ee21bda6d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:51.676635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:51.740611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6052bd-0358-4655-b082-31389f83f37e None None] Pushing event updated for resources: {'Port': ['ID=3c47b679-3aca-4521-bf2c-28ae093753e3,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:51.745245 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-db6052bd-0358-4655-b082-31389f83f37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:51.887065 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f11d5-fd5b-4f95-aa7d-ee21bda6d3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff5b027-8bd8-44d6-8bae-1a71e195fb53,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:51.902904 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Notify callbacks [] for port, precommit_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:51.917714 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-705f11d5-fd5b-4f95-aa7d-ee21bda6d3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:51.922086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-705f11d5-fd5b-4f95-aa7d-ee21bda6d3e3 admin admin] Synchronizing usage tracker for tenant:3e8d2afc356d48dbb9d65371baa8afb7 on resource:security_group {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:18:51.930628 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Transition to ACTIVE for port object fa9af2c1-923f-4efd-8f6a-cc6c079e0311 will not be triggered until provisioned by entity L2. {{(pid=82218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:18:51.941627 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-e186fc71-5710-4b5c-8f20-4944ab5395a6 service neutron] 10.222.0.22 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8292384 Jun 18 10:18:51.948527 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-54d5643e-b669-4666-bbab-8fc18e18f789 service neutron] 10.222.0.22 "GET /v2.0/networks/91060941-840b-4c63-bbd6-6e406c9dc832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8568060 Jun 18 10:18:51.989438 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Allocated IP 172.20.0.1 (273c63d3-030d-4bf3-b4a9-4ac0fa87c45b/32310b40-dde4-4045-b65a-97e81d3f1bf5/8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:18:52.025824 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-705f11d5-fd5b-4f95-aa7d-ee21bda6d3e3 admin admin] Unset dirty status for tenant:3e8d2afc356d48dbb9d65371baa8afb7 on resource:security_group {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:18:52.028152 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.028602 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-705f11d5-fd5b-4f95-aa7d-ee21bda6d3e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=989ac439ae1544e3b1c960130e1ea092&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8352714 Jun 18 10:18:52.031620 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-dee0a129-057d-4ff0-9aac-731d5e51480d None None] Provisioning complete for port 3c47b679-3aca-4521-bf2c-28ae093753e3 triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:18:52.032103 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dee0a129-057d-4ff0-9aac-731d5e51480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.033766 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38932) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:52.044827 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:52.181733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.184291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854078864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692947'] for router, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.237541 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Attempting to bind port fa9af2c1-923f-4efd-8f6a-cc6c079e0311 on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:18:52.238684 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Attempting to bind port fa9af2c1-923f-4efd-8f6a-cc6c079e0311 by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:18:52.239602 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Attempting to bind port fa9af2c1-923f-4efd-8f6a-cc6c079e0311 on network 3aade71e-2163-4f2a-b110-37c6fd66da65 {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:18:52.258795 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:18:52.261733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Checking segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:18:52.262911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.263788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Bound using segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:18:52.264853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Bound port: fa9af2c1-923f-4efd-8f6a-cc6c079e0311, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:18:52.265880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.310423 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-6be5c5fd-d832-4d28-bd2f-6792b8287305 service neutron] 10.222.0.22 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395836 Jun 18 10:18:52.460255 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Pushing event updated for resources: {'Port': ['ID=fa9af2c1-923f-4efd-8f6a-cc6c079e0311,revision_number=2']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:52.470972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4664cd79-741f-4726-8143-fa3e168ba026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.491175 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:52.491814 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:52.492318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:52.492820 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:52.493297 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:52.493830 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:52.494325 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:52.495373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:52.495870 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:52.496357 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:52.496924 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:52.513869 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 38956) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Tracked resource versions report: Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: pushed versions: Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: { 'ConntrackHelper': {'1.0'}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': {'1.0'}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': {'1.1'}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': {'1.5'}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': {'1.2'}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': {'1.8'}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': {'1.2'}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': {'1.0'}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': {'1.0'}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': {'1.1'}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': {'1.1'}} Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: consumer versions: Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: { DHCP agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: HyperV agent@hv-cinder-79702: {}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: L3 agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: Metadata agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: Metering agent@dv-cinder-797022-1-smb: {}, Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: Open vSwitch agent@dv-cinder-797022-1-smb: { 'ConntrackHelper': '1.0', Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'Log': '1.0', Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'Network': '1.1', Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'Port': '1.5', Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'PortForwarding': '1.2', Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'QosPolicy': '1.8', Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroup': '1.2', Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'SecurityGroupRule': '1.0', Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'SubPort': '1.0', Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'Subnet': '1.1', Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: 'Trunk': '1.1'}} Jun 18 10:18:52.514581 dv-cinder-797022-1-smb neutron-server[82104]: {{(pid=82218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 10:18:52.528942 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:52.533761 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4664cd79-741f-4726-8143-fa3e168ba026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.548002 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.576272 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] For port fa9af2c1-923f-4efd-8f6a-cc6c079e0311, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:18:52.585678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] For port fa9af2c1-923f-4efd-8f6a-cc6c079e0311, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=fa9af2c1-923f-4efd-8f6a-cc6c079e0311,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:18:52.610329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Transition to ACTIVE for port object 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e will not be triggered until provisioned by entity DHCP. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:18:52.611112 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.617166 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:52.673410 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 3c47b679-3aca-4521-bf2c-28ae093753e3 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:18:52.699907 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4664cd79-741f-4726-8143-fa3e168ba026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.719456 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.758209 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3ddd80c8-2621-421d-ac4b-da2c4ed716e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:52.799161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8ca73e00-ec7d-4d83-9379-c31c4189fed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:52.843365 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-80b74fa9-2927-4ee0-9442-1a970880f88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.850015 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:18:52.856800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Pushing event updated for resources: {'Port': ['ID=fa9af2c1-923f-4efd-8f6a-cc6c079e0311,revision_number=3']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:52.859973 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:18:52.864848 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:52.877207 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:18:52.880824 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854074610'] for router_interface, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.890180 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 3c47b679-3aca-4521-bf2c-28ae093753e3 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:18:52.890957 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:52.934316 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:18:52.935633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:18:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:52.952851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-80b74fa9-2927-4ee0-9442-1a970880f88f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:52.962762 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-80b74fa9-2927-4ee0-9442-1a970880f88f admin admin] Usage tracker for resource:security_group_rule and tenant:14748975ee52440084c758d5208e1fef is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:52.970436 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-80b74fa9-2927-4ee0-9442-1a970880f88f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:52.986042 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-80b74fa9-2927-4ee0-9442-1a970880f88f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:53.080201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:53.200044 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-80b74fa9-2927-4ee0-9442-1a970880f88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:53.227469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Pushing event updated for resources: {'Port': ['ID=8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:53.227854 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9e9d5d9c-3fa7-433c-a357-70adb904d868 req-6ec2bd04-27c6-47bc-b6df-b6a85d3b8ebf tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 210 time: 0.4955106 Jun 18 10:18:53.227854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664cd79-741f-4726-8143-fa3e168ba026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff5b027-8bd8-44d6-8bae-1a71e195fb53,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:53.250213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4664cd79-741f-4726-8143-fa3e168ba026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:53.288742 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-80b74fa9-2927-4ee0-9442-1a970880f88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:53.337208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:53.366365 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:53.442281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4664cd79-741f-4726-8143-fa3e168ba026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:53.461271 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-4664cd79-741f-4726-8143-fa3e168ba026 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ff5b027-8bd8-44d6-8bae-1a71e195fb53 HTTP/1.1" status: 204 len: 168 time: 1.4119198 Jun 18 10:18:53.720092 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39006) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:53.726982 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-80b74fa9-2927-4ee0-9442-1a970880f88f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14748975ee52440084c758d5208e1fef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2106793 Jun 18 10:18:53.730061 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39008) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:53.738280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b74fa9-2927-4ee0-9442-1a970880f88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f48bef-194c-4f31-8eff-fba914c5f687,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:53.766290 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:18:53.767833 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fda60832-8253-4324-a1ce-24196bdf527d req-1ca122fc-d694-4c61-8b07-4feaf0c68262 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 210 time: 0.2108037 Jun 18 10:18:53.772388 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-80b74fa9-2927-4ee0-9442-1a970880f88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:53.851036 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-1bd0d9e8-d009-4a7c-9605-544a7c698af9 None None] Provisioning for port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:18:53.858496 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-1bd0d9e8-d009-4a7c-9605-544a7c698af9 None None] Provisioning complete for port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:18:53.858909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d9e8-d009-4a7c-9605-544a7c698af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:53.916176 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Router b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa is scheduled to L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 with binding_index 1 {{(pid=82215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:18:54.005835 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0d9e8-d009-4a7c-9605-544a7c698af9 None None] Port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:18:54.008467 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a805bdb2-3a48-4d7e-a058-ace09d5664d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.019489 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.073805 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.075393 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850762775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701425'] for router_interface, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.082036 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-62a252e2-9645-423a-b5fd-d0638aaa440a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:54.132360 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a805bdb2-3a48-4d7e-a058-ace09d5664d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.221286 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Pushing event updated for resources: {'Port': ['ID=8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:54.269120 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:54.317407 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a805bdb2-3a48-4d7e-a058-ace09d5664d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.353062 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:54.353376 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 1, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:54.359339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2685a1-f2c5-4973-9403-a583cc45c079 None None] The sync data for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb is: [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 1, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:18:54.379699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bdb2-3a48-4d7e-a058-ace09d5664d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f48bef-194c-4f31-8eff-fba914c5f687,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:54.387826 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a805bdb2-3a48-4d7e-a058-ace09d5664d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.387826 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a805bdb2-3a48-4d7e-a058-ace09d5664d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76f48bef-194c-4f31-8eff-fba914c5f687 HTTP/1.1" status: 204 len: 168 time: 0.6491189 Jun 18 10:18:54.440282 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a805bdb2-3a48-4d7e-a058-ace09d5664d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:54.506612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:18:54.508116 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:18:54.596029 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a141144f-1b33-46ae-adbf-88b371d43bce req-a87c21bf-911f-4b7c-a40a-974fd5a0fa0f tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 210 time: 0.1374512 Jun 18 10:18:54.634472 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:18:54.652473 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Sync routers for ids ['b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:18:54.706154 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Routers {'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:18:54.706871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:18:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:54.786769 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-52b8afb4-e6ef-486c-9245-887b321f0c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.835430 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Notify callbacks [] for router, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.843320 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.7536926 Jun 18 10:18:54.852941 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39060) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:55.142190 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Set router b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:18:55.242820 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-26a9c602-5ce1-4ea1-83f1-f2272be0b8a9 req-66304105-d07f-44f7-b9f3-bf1573fb6395 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 210 time: 0.1169229 Jun 18 10:18:55.356321 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-52b8afb4-e6ef-486c-9245-887b321f0c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:55.361301 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-52b8afb4-e6ef-486c-9245-887b321f0c42 admin admin] Usage tracker for resource:security_group_rule and tenant:71c2954bed954cd888e3e125747d611e is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:55.365242 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-52b8afb4-e6ef-486c-9245-887b321f0c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:55.375177 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-52b8afb4-e6ef-486c-9245-887b321f0c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:55.591278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39076) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:55.661911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-89c728d9-35af-4721-923f-91630356136c None None] Provisioning complete for port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:18:55.664125 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-89c728d9-35af-4721-923f-91630356136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:55.831884 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Router e02d88c8-6181-4463-8052-9832d7cae4ec has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:18:56.038903 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-89c728d9-35af-4721-923f-91630356136c None None] Port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:18:56.041595 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39090) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:56.102792 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ff9cf346-8cfe-4dac-ba14-4e1dd5a81e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:56.122684 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'name': 'tempest-ServerRescueNegativeTestJSON-1863272077-router', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:47Z', 'updated_at': '2021-06-18T10:18:50Z', 'revision_number': 3, 'project_id': '6627bb315bdf443d8165739a893987ff', 'gw_port': {'id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:40:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:48Z', 'updated_at': '2021-06-18T10:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:56.142539 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Checking router: b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:18:56.143228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Updating router b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa port c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 binding host dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:18:56.287148 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:56.297250 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ff9cf346-8cfe-4dac-ba14-4e1dd5a81e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:56.302937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ff9cf346-8cfe-4dac-ba14-4e1dd5a81e59 admin admin] Usage tracker for resource:security_group_rule and tenant:ec32e3d856eb4e9e853bdb165d910353 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:56.312421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ff9cf346-8cfe-4dac-ba14-4e1dd5a81e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:56.316065 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb02cff2-7351-4799-a9c2-0418e32f4744 req-313bf7dc-39d6-4e9b-beee-cf963db9d1dc tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 210 time: 0.5190034 Jun 18 10:18:56.352429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ff9cf346-8cfe-4dac-ba14-4e1dd5a81e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:56.521183 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-52b8afb4-e6ef-486c-9245-887b321f0c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:56.522772 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-06892df6-52fe-491b-9830-15b045b32630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:56.563636 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:18:56.600100 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] 10.222.0.22 "PUT /v2.0/routers/e02d88c8-6181-4463-8052-9832d7cae4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9382727 Jun 18 10:18:56.621957 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-52b8afb4-e6ef-486c-9245-887b321f0c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:56.646624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4664cd79-741f-4726-8143-fa3e168ba026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:56.759840 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8afb4-e6ef-486c-9245-887b321f0c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ce6a49-81d1-4abb-87d4-c086aa692207,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:56.761917 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-52b8afb4-e6ef-486c-9245-887b321f0c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:56.775702 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-52b8afb4-e6ef-486c-9245-887b321f0c42 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71c2954bed954cd888e3e125747d611e&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0453780 Jun 18 10:18:56.776931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39106) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:56.826998 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-06892df6-52fe-491b-9830-15b045b32630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:56.862412 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device fa9af2c1-923f-4efd-8f6a-cc6c079e0311 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:18:56.871572 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-06892df6-52fe-491b-9830-15b045b32630 admin admin] Usage tracker for resource:security_group_rule and tenant:ebc13ae402c3425da11912878fff26b6 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:56.907684 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-06892df6-52fe-491b-9830-15b045b32630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:56.935080 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2917e6f5-66c1-4ad0-aea8-4ab185668744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:56.998000 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2917e6f5-66c1-4ad0-aea8-4ab185668744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.051905 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ff9cf346-8cfe-4dac-ba14-4e1dd5a81e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.082631 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-06892df6-52fe-491b-9830-15b045b32630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:57.132769 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7cad790b-940e-4f77-a61a-6890593f4fd7 req-44f69a5f-ecc7-44c4-a882-5bc6f8a00d67 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 210 time: 0.2215331 Jun 18 10:18:57.146021 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ff9cf346-8cfe-4dac-ba14-4e1dd5a81e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.192760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2cc628ae-3997-4b82-bca1-bea8b101e2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:57.207944 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port fa9af2c1-923f-4efd-8f6a-cc6c079e0311 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:18:57.216429 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ff9cf346-8cfe-4dac-ba14-4e1dd5a81e59 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec32e3d856eb4e9e853bdb165d910353&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1622348 Jun 18 10:18:57.217873 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2917e6f5-66c1-4ad0-aea8-4ab185668744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.221247 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39120) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:57.221424 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port fa9af2c1-923f-4efd-8f6a-cc6c079e0311 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:18:57.221752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.431213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2917e6f5-66c1-4ad0-aea8-4ab185668744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.452382 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2917e6f5-66c1-4ad0-aea8-4ab185668744 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88ce6a49-81d1-4abb-87d4-c086aa692207 HTTP/1.1" status: 204 len: 168 time: 0.6741824 Jun 18 10:18:57.492033 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cf346-8cfe-4dac-ba14-4e1dd5a81e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dde1f41-6622-4f7b-bd7c-6616b4698396,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:57.497415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ff9cf346-8cfe-4dac-ba14-4e1dd5a81e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:57.498212 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:57.528501 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917e6f5-66c1-4ad0-aea8-4ab185668744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ce6a49-81d1-4abb-87d4-c086aa692207,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:57.533866 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2917e6f5-66c1-4ad0-aea8-4ab185668744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:57.549791 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6048a438-8257-4fd1-ae09-4597889a583b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.629491 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6048a438-8257-4fd1-ae09-4597889a583b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.645229 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-06892df6-52fe-491b-9830-15b045b32630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.704209 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-06892df6-52fe-491b-9830-15b045b32630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.737789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-eaf67bf9-09fc-47c5-b9ae-d22ef24e045f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:57.797912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6048a438-8257-4fd1-ae09-4597889a583b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.810766 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:57.812635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Notify callbacks [] for port, precommit_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.840112 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048a438-8257-4fd1-ae09-4597889a583b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dde1f41-6622-4f7b-bd7c-6616b4698396,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:57.851456 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6048a438-8257-4fd1-ae09-4597889a583b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:57.856063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6048a438-8257-4fd1-ae09-4597889a583b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.857964 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-6048a438-8257-4fd1-ae09-4597889a583b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3dde1f41-6622-4f7b-bd7c-6616b4698396 HTTP/1.1" status: 204 len: 168 time: 0.6011887 Jun 18 10:18:57.898017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.903340 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06892df6-52fe-491b-9830-15b045b32630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d9c7e8-8b71-4484-8dfd-091db1e82b19,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:57.907595 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-06892df6-52fe-491b-9830-15b045b32630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:57.941342 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b0852974-0aca-48f7-87bd-7dcd3bf06c5a req-8f89b18a-d096-4fd8-b5d1-af0806a91097 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 210 time: 0.2054877 Jun 18 10:18:57.962688 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-06892df6-52fe-491b-9830-15b045b32630 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ebc13ae402c3425da11912878fff26b6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3670537 Jun 18 10:18:57.969989 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39142) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:57.973007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.61', 56316) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:58.002899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Transition to ACTIVE for port object c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:18:58.051873 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.070205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:58.178291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port fa9af2c1-923f-4efd-8f6a-cc6c079e0311, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=fa9af2c1-923f-4efd-8f6a-cc6c079e0311,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:18:58.204527 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Attempting to bind port c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:18:58.205220 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Attempting to bind port c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:18:58.209095 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Attempting to bind port c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 on network 3aade71e-2163-4f2a-b110-37c6fd66da65 {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:18:58.235814 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.251862 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc27172-d141-44a4-8929-29ba8cc06b68 None None] Pushing event updated for resources: {'Port': ['ID=c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4,revision_number=2']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:58.265822 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1bc27172-d141-44a4-8929-29ba8cc06b68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:58.280093 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-db6052bd-0358-4655-b082-31389f83f37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:58.323478 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-93661012-d59c-4a86-ac12-f7dfd646172a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.358361 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-93661012-d59c-4a86-ac12-f7dfd646172a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.393494 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:18:58.394072 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Checking segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:18:58.394539 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.394988 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Bound using segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:18:58.395544 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Bound port: c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:18:58.395973 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.470503 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-918c8b70-aefd-427a-98fc-95c2afaca9e9 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:58.472781 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-918c8b70-aefd-427a-98fc-95c2afaca9e9 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.61 "GET /v2.0/networks?id=91060941-840b-4c63-bbd6-6e406c9dc832 HTTP/1.1" status: 200 len: 811 time: 0.4983039 Jun 18 10:18:58.498491 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-93661012-d59c-4a86-ac12-f7dfd646172a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.532102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Request body: {'port': {'device_id': '688f0e52-0001-4a1b-ae92-253c85ed8f68', 'network_id': '91060941-840b-4c63-bbd6-6e406c9dc832', 'admin_state_up': True, 'tenant_id': 'ef6175cd84dc4352a0f4f2e65ff7f0b3'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:58.537156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.557131 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6048a438-8257-4fd1-ae09-4597889a583b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:58.626458 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-93661012-d59c-4a86-ac12-f7dfd646172a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.628376 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-93661012-d59c-4a86-ac12-f7dfd646172a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9d9c7e8-8b71-4484-8dfd-091db1e82b19 HTTP/1.1" status: 204 len: 168 time: 0.6569853 Jun 18 10:18:58.628492 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c07922ce-58d5-4c7f-9418-232be547a944 req-7e773a2f-50bc-4cbd-af4b-d60e87f4352c tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 210 time: 0.0953236 Jun 18 10:18:58.629843 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93661012-d59c-4a86-ac12-f7dfd646172a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d9c7e8-8b71-4484-8dfd-091db1e82b19,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:58.645606 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-93661012-d59c-4a86-ac12-f7dfd646172a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:58.739803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=fa9af2c1-923f-4efd-8f6a-cc6c079e0311,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:58.754751 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39156) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:58.764227 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:58.773396 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--629440996', 'description': 'tempest-description--866269179'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:58.777516 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] For port c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:18:58.780140 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:58.782099 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] For port c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:18:58.784155 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Usage tracker for resource:security_group and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:58.787211 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:58.793875 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:58.833194 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.853718 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:58.877425 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.917039 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.61', 56318) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:58.997769 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc27172-d141-44a4-8929-29ba8cc06b68 None None] Pushing event updated for resources: {'Port': ['ID=c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:59.011550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1bc27172-d141-44a4-8929-29ba8cc06b68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:59.047398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Routers {'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:18:59.048107 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:18:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:59.054387 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:59.095765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:59.117420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Usage tracker for resource:port and tenant:ef6175cd84dc4352a0f4f2e65ff7f0b3 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:59.147079 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:59.160939 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Usage tracker for resource:security_group_rule and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:59.191979 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:59.195107 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:59.214580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:59.248755 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Allocated IP 172.20.0.1 (e0c5a42a-7761-410a-a013-9d5829ac1f43/beebdc3d-813f-4399-b6cf-a6f502fb4a6e/954477de-318d-464e-a02f-be2baea941ec) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:18:59.323139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39178) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:59.410172 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bcaeb6b0-20b0-404e-95d0-b2808e49ebc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.441805 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] Set router b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:18:59.444229 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Made reservation on behalf of ef6175cd84dc4352a0f4f2e65ff7f0b3 for: {'port': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:18:59.460669 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.552137 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.592216 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dac85282-afe4-4363-addc-c4f8772d1c1f req-89e697aa-b8bd-4b8f-b489-e3acd9ec8c5c tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 210 time: 0.1442583 Jun 18 10:18:59.626741 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.660351 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-a19c162c-c722-40a1-b822-0fbfa36c5fb0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:59.661897 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-a19c162c-c722-40a1-b822-0fbfa36c5fb0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "GET /v2.0/networks?id=a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 200 len: 815 time: 0.7404573 Jun 18 10:18:59.673242 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:59.708875 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.767825 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.779651 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-93661012-d59c-4a86-ac12-f7dfd646172a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:59.847303 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Request body: {'port': {'device_id': 'aa821645-c3c9-4ac3-8a27-2bc8eb367c15', 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03', 'admin_state_up': True, 'tenant_id': '883fc17a700c4e0392c7d12c2061e3fc'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:59.861524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-bcaeb6b0-20b0-404e-95d0-b2808e49ebc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:59.922770 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Network e0c5a42a-7761-410a-a013-9d5829ac1f43 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:18:59.984255 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:19:00.038311 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:19:00.039142 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854074610'] for router_interface, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.052802 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-bcaeb6b0-20b0-404e-95d0-b2808e49ebc3 admin admin] Usage tracker for resource:security_group_rule and tenant:04acb9b2ac08457cb47482000646856c is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:00.081096 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-bcaeb6b0-20b0-404e-95d0-b2808e49ebc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:00.099044 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8de645-0287-4116-91a9-28c294810bfe,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:00.135906 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:00.150275 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-bcaeb6b0-20b0-404e-95d0-b2808e49ebc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:00.200503 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.205786 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.4458992 Jun 18 10:19:00.205786 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Allocated IP 172.20.0.7 (91060941-840b-4c63-bbd6-6e406c9dc832/b0e9b73c-5390-4585-a0e4-1d348080a891/7e28bd84-2af7-4b17-9e4d-84bad845fc5c) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:19:00.212141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39220) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:00.225578 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-d621f08b-b6c5-45f8-a860-f9509f8e3d77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Request body: {'security_group_rule': {'security_group_id': '9c8de645-0287-4116-91a9-28c294810bfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:00.237112 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d621f08b-b6c5-45f8-a860-f9509f8e3d77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:00.259758 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2727df56-2203-4169-b572-6dbb2c735754 req-48acac63-abef-4211-a8f7-ef3457ac8c52 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 210 time: 0.1150692 Jun 18 10:19:00.269861 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Pushing event updated for resources: {'Port': ['ID=954477de-318d-464e-a02f-be2baea941ec,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:00.283551 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:00.352597 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d621f08b-b6c5-45f8-a860-f9509f8e3d77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Usage tracker for resource:security_group_rule and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:00.366832 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:00.378478 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d621f08b-b6c5-45f8-a860-f9509f8e3d77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:00.384173 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Usage tracker for resource:port and tenant:883fc17a700c4e0392c7d12c2061e3fc is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:00.388262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:00.398379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:00.406304 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'name': 'tempest-ServerRescueNegativeTestJSON-1863272077-router', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:47Z', 'updated_at': '2021-06-18T10:18:50Z', 'revision_number': 3, 'project_id': '6627bb315bdf443d8165739a893987ff', 'gw_port': {'id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:40:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:48Z', 'updated_at': '2021-06-18T10:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:00.412045 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7fb745-6f6c-4db9-9960-bd13535f3b27 None None] The sync data for ids ['b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'] in dv-cinder-797022-1-smb is: [{'id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'name': 'tempest-ServerRescueNegativeTestJSON-1863272077-router', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:47Z', 'updated_at': '2021-06-18T10:18:50Z', 'revision_number': 3, 'project_id': '6627bb315bdf443d8165739a893987ff', 'gw_port': {'id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:40:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:48Z', 'updated_at': '2021-06-18T10:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:19:00.421571 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d621f08b-b6c5-45f8-a860-f9509f8e3d77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:00.436654 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bcaeb6b0-20b0-404e-95d0-b2808e49ebc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.473773 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bcaeb6b0-20b0-404e-95d0-b2808e49ebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.485482 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.489404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:00.490502 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Sync routers for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:19:00.516940 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:19:00.517635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:18:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:00.530723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Made reservation on behalf of 883fc17a700c4e0392c7d12c2061e3fc for: {'port': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:19:00.542383 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.664226 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device fa9af2c1-923f-4efd-8f6a-cc6c079e0311 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:00.706219 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d621f08b-b6c5-45f8-a860-f9509f8e3d77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.796650 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeb6b0-20b0-404e-95d0-b2808e49ebc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9989dc8b-7fb3-4b13-b0ee-e714c5e87733,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:00.814988 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bcaeb6b0-20b0-404e-95d0-b2808e49ebc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:00.843401 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-bcaeb6b0-20b0-404e-95d0-b2808e49ebc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04acb9b2ac08457cb47482000646856c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5124977 Jun 18 10:19:00.845194 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39236) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:00.848629 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port fa9af2c1-923f-4efd-8f6a-cc6c079e0311 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:00.850310 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.951526 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:19:00.988602 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:01.097481 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:01.122026 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:01.138360 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850762775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701425'] for router_interface, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:01.184906 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b00639b2-6bd8-4227-bf22-b6229c5730d5 req-4cc12a1d-0390-4339-b277-e57c837dd1af tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 210 time: 0.1863632 Jun 18 10:19:01.194527 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7bfa97fb-4683-4fc5-83d3-f70aded7ecc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:01.263007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:01.331960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d621f08b-b6c5-45f8-a860-f9509f8e3d77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:01.337617 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Pushing event updated for resources: {'Port': ['ID=954477de-318d-464e-a02f-be2baea941ec,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:01.339504 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6373d46-edf0-4e3d-84d0-e89d9e4d3f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:01.342916 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:01.363062 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:01.515140 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d621f08b-b6c5-45f8-a860-f9509f8e3d77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:01.657140 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6373d46-edf0-4e3d-84d0-e89d9e4d3f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:01.685547 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Allocated IP 172.20.0.9 (a0a1681a-8e45-45f9-a380-f6345a716a03/0d8c939c-1a25-4c7f-9c92-78a92c443c48/c07bebcf-4314-4f94-a4d9-827e2e83ed78) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:19:01.752610 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Network 91060941-840b-4c63-bbd6-6e406c9dc832 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:19:01.774150 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fdceea58-ea91-47f6-b222-ffa5f60ad3bd req-5de73fc2-b653-4ad7-b70e-7a02aa091a96 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 210 time: 0.0675142 Jun 18 10:19:01.778845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Network e0c5a42a-7761-410a-a013-9d5829ac1f43 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:19:01.789508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Pushing event updated for resources: {'Port': ['ID=7e28bd84-2af7-4b17-9e4d-84bad845fc5c,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:01.790296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:19:01.809736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:19:01.886108 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:01.894261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:01.931583 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39262) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:02.096452 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d621f08b-b6c5-45f8-a860-f9509f8e3d77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:02.102545 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d621f08b-b6c5-45f8-a860-f9509f8e3d77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8864672 Jun 18 10:19:02.106003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621f08b-b6c5-45f8-a860-f9509f8e3d77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be7f06a-5642-48e6-8dbc-bccbdea27a89,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:02.113604 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39268) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:02.126955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-2615c5dc-ebae-4a9e-8d42-08c4f3a84bf3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Request body: {'security_group_rule': {'security_group_id': '9c8de645-0287-4116-91a9-28c294810bfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:02.157773 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:19:02.171899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:02.174923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:02.189696 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d621f08b-b6c5-45f8-a860-f9509f8e3d77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:02.203448 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-2615c5dc-ebae-4a9e-8d42-08c4f3a84bf3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:02.243434 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-2615c5dc-ebae-4a9e-8d42-08c4f3a84bf3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Usage tracker for resource:security_group_rule and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:02.262905 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-2615c5dc-ebae-4a9e-8d42-08c4f3a84bf3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:02.288164 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-2615c5dc-ebae-4a9e-8d42-08c4f3a84bf3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:02.382663 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8692627 Jun 18 10:19:02.395054 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-e42aa34e-2863-4405-a148-703a609240f9 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:19:02.396351 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-e42aa34e-2863-4405-a148-703a609240f9 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0059407 Jun 18 10:19:02.437829 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6373d46-edf0-4e3d-84d0-e89d9e4d3f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:02.443861 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6373d46-edf0-4e3d-84d0-e89d9e4d3f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:02.457185 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c6373d46-edf0-4e3d-84d0-e89d9e4d3f5b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9989dc8b-7fb3-4b13-b0ee-e714c5e87733 HTTP/1.1" status: 204 len: 168 time: 1.5867138 Jun 18 10:19:02.461294 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2615c5dc-ebae-4a9e-8d42-08c4f3a84bf3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:02.494140 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2917e6f5-66c1-4ad0-aea8-4ab185668744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:02.542210 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6373d46-edf0-4e3d-84d0-e89d9e4d3f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9989dc8b-7fb3-4b13-b0ee-e714c5e87733,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:02.561096 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c6373d46-edf0-4e3d-84d0-e89d9e4d3f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:02.756704 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2615c5dc-ebae-4a9e-8d42-08c4f3a84bf3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:02.811665 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2615c5dc-ebae-4a9e-8d42-08c4f3a84bf3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:02.817316 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d621f08b-b6c5-45f8-a860-f9509f8e3d77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:02.819647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:02.882404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1076298962-network', 'tenant_id': 'fcd1683adaf642abaf2a44376c310964'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:03.000912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2615c5dc-ebae-4a9e-8d42-08c4f3a84bf3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:03.015580 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2615c5dc-ebae-4a9e-8d42-08c4f3a84bf3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9002850 Jun 18 10:19:03.018042 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615c5dc-ebae-4a9e-8d42-08c4f3a84bf3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5a330b-f650-4ef3-9e0a-28d3ff1db6a2,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:03.028619 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2615c5dc-ebae-4a9e-8d42-08c4f3a84bf3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:03.030650 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39282) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:03.035428 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:03.060016 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Usage tracker for resource:network and tenant:fcd1683adaf642abaf2a44376c310964 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:03.075214 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:03.084926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:19:03.087627 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:03.092047 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:03.092743 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:03.140443 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Request body: {'floatingip': {'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:03.149484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:03.157653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Usage tracker for resource:floatingip and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:03.162267 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:03.174591 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:03.188309 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Made reservation on behalf of fcd1683adaf642abaf2a44376c310964 for: {'network': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:19:03.197729 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:03.224562 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:03.247183 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:03.288158 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:03.299331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Usage tracker for resource:security_group_rule and tenant:fcd1683adaf642abaf2a44376c310964 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:03.304110 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:03.315521 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:03.336102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:03.458129 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:03.584086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:03.638318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:03.708919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:03.740200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:03.767166 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:18:53Z', 'revision_number': 2, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:03.769256 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:03.778229 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:03.794219 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Checking router: e02d88c8-6181-4463-8052-9832d7cae4ec for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:19:03.794644 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Updating router e02d88c8-6181-4463-8052-9832d7cae4ec port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e binding host dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:19:03.858067 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:03.862429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:03.917745 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=82216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:19:03.936010 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df6821c-74ee-42c9-b2d3-08ec3acf340a,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:03.942682 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:03.956652 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:03.984667 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:03.985274 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Added segment f124658a-9cd9-4182-8dec-f290c1436afe of type vlan for network 70eacca7-baf2-4ccd-bb51-dc99c038e536 Jun 18 10:19:04.011573 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:04.016296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:04.052160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Pushing event updated for resources: {'Port': ['ID=c07bebcf-4314-4f94-a4d9-827e2e83ed78,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:04.056420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:04.069058 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Network a0a1681a-8e45-45f9-a380-f6345a716a03 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:19:04.099695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:19:04.102461 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:19:04.109351 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:04.109637 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:04.110125 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:04.225710 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56327f-2323-4947-9270-a28ae7e28ef1 req-4ea34b70-a837-4bdd-a535-a59a0211f3da tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:04.230624 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6f56327f-2323-4947-9270-a28ae7e28ef1 req-4ea34b70-a837-4bdd-a535-a59a0211f3da tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 931 time: 1.6866152 Jun 18 10:19:04.236631 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-f7848b74-264e-4820-a1d6-a5a322390ac0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4035344 Jun 18 10:19:04.240713 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:04.265338 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04103d-b1df-4826-bdc1-16ef2b3d3a82 req-9fd13ef9-795f-4e96-a349-1c8637100700 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:04.281893 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7c04103d-b1df-4826-bdc1-16ef2b3d3a82 req-9fd13ef9-795f-4e96-a349-1c8637100700 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Synchronizing usage tracker for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:19:04.495367 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39298) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:04.499492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-6f56327f-2323-4947-9270-a28ae7e28ef1 req-5d15b0d4-3898-461a-84fd-b50e455a5ed7 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Synchronizing usage tracker for tenant:ef6175cd84dc4352a0f4f2e65ff7f0b3 on resource:security_group {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:19:04.531928 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Allocated IP 172.28.2.75 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/eb92e31b-3b33-4e92-9c96-2e5d8f5983ed) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:19:04.536795 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:04.544248 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Request body: {'port': {'device_id': '688f0e52-0001-4a1b-ae92-253c85ed8f68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:04.588334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7c04103d-b1df-4826-bdc1-16ef2b3d3a82 req-9fd13ef9-795f-4e96-a349-1c8637100700 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Unset dirty status for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:19:04.598145 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c04103d-b1df-4826-bdc1-16ef2b3d3a82 req-9fd13ef9-795f-4e96-a349-1c8637100700 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 931 time: 0.9815841 Jun 18 10:19:04.632606 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-57fc99b8-0d07-45c1-acc0-938ef9b94d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:04.742111 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:04.742764 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:04.770324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a90a3556-07ac-4137-97ba-cca0bfb67287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:04.774957 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-6f56327f-2323-4947-9270-a28ae7e28ef1 req-5d15b0d4-3898-461a-84fd-b50e455a5ed7 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Unset dirty status for tenant:ef6175cd84dc4352a0f4f2e65ff7f0b3 on resource:security_group {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:19:04.780441 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6f56327f-2323-4947-9270-a28ae7e28ef1 req-5d15b0d4-3898-461a-84fd-b50e455a5ed7 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276611 Jun 18 10:19:04.857318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:04.902964 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Request body: {'port': {'device_id': 'aa821645-c3c9-4ac3-8a27-2bc8eb367c15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:05.044425 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:05.045100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:05.066007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Notify callbacks [] for port, precommit_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:05.104700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Transition to ACTIVE for port object 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e will not be triggered until provisioned by entity L2. {{(pid=82218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:19:05.160739 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-57fc99b8-0d07-45c1-acc0-938ef9b94d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:05.182840 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:05.218699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-57fc99b8-0d07-45c1-acc0-938ef9b94d68 admin admin] Usage tracker for resource:security_group_rule and tenant:19c3a607d11b479c83e0835cdaf04180 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:05.221347 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:05.387931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-57fc99b8-0d07-45c1-acc0-938ef9b94d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:05.403788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Router b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:19:05.449516 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-57fc99b8-0d07-45c1-acc0-938ef9b94d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:05.464678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7c04103d-b1df-4826-bdc1-16ef2b3d3a82 req-5df6a49e-b201-4f49-91fc-4d63c67ac6fe tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Synchronizing usage tracker for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:security_group {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:19:05.636430 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:05.671871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:05.821952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Attempting to bind port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:19:05.822629 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Attempting to bind port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:19:05.823961 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Attempting to bind port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e on network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:05.856919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:19:05.862922 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Checking segment: {'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:19:05.867708 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:05.868429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Bound using segment: {'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:19:05.869162 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Bound port: 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'}}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:19:05.871465 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:05.931640 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-57fc99b8-0d07-45c1-acc0-938ef9b94d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:06.062101 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] For port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:19:06.070950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] For port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:19:06.081093 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14fd0e-e016-4353-94f7-4b37e01434e7 None None] Pushing event updated for resources: {'Port': ['ID=8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e,revision_number=3']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:06.085327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6c14fd0e-e016-4353-94f7-4b37e01434e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:06.088158 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7c04103d-b1df-4826-bdc1-16ef2b3d3a82 req-5df6a49e-b201-4f49-91fc-4d63c67ac6fe tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Unset dirty status for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:security_group {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:19:06.090178 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c04103d-b1df-4826-bdc1-16ef2b3d3a82 req-5df6a49e-b201-4f49-91fc-4d63c67ac6fe tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3479693 Jun 18 10:19:06.090843 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-57fc99b8-0d07-45c1-acc0-938ef9b94d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:06.128789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:06.131046 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:06.137387 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-89c74794-b489-45b0-ba0e-a219c76a49a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:06.423425 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:19:06.429149 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:18:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:06.575073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14fd0e-e016-4353-94f7-4b37e01434e7 None None] Pushing event updated for resources: {'Port': ['ID=8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e,revision_number=4']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:06.611343 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6c14fd0e-e016-4353-94f7-4b37e01434e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:06.889939 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:19:06.904842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e28bd84-2af7-4b17-9e4d-84bad845fc5c {{(pid=82216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:19:06.925619 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:06.964745 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Transition to ACTIVE for port object 7e28bd84-2af7-4b17-9e4d-84bad845fc5c will not be triggered until provisioned by entity L2. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:19:06.969140 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.0338204 Jun 18 10:19:06.989194 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Pushing event updated for resources: {'Network': ['ID=70eacca7-baf2-4ccd-bb51-dc99c038e536,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:07.006667 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.237s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:07.022190 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network 70eacca7-baf2-4ccd-bb51-dc99c038e536 details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:19:07.031795 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39330) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:07.034321 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc99b8-0d07-45c1-acc0-938ef9b94d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d300b9c-9038-4c2b-b79d-fc3f5f9db088,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:07.041640 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-57fc99b8-0d07-45c1-acc0-938ef9b94d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:07.048750 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-57fc99b8-0d07-45c1-acc0-938ef9b94d68 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=19c3a607d11b479c83e0835cdaf04180&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5404222 Jun 18 10:19:07.054072 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:07.054422 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39332) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:07.081110 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Request body: {'subnet': {'network_id': '70eacca7-baf2-4ccd-bb51-dc99c038e536', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1076298962-subnet', 'tenant_id': 'fcd1683adaf642abaf2a44376c310964', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:07.148733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2b11fa65-919d-4214-b83b-4b95d41653cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:07.329105 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:07.384548 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Usage tracker for resource:subnet and tenant:fcd1683adaf642abaf2a44376c310964 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:07.408605 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb41e8-68a8-46c3-81cb-cb90211191ff req-8680a59a-2b6a-488a-83da-2fe0587d659b tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:07.415543 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-adfb41e8-68a8-46c3-81cb-cb90211191ff req-8680a59a-2b6a-488a-83da-2fe0587d659b tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 931 time: 1.0475872 Jun 18 10:19:07.507876 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:07.578575 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:07.612855 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:06Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:07.615527 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:07.619286 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Attempting to bind port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:19:07.619721 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Attempting to bind port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'd780ab7c-b8c0-49e8-9c41-116b1c9157f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '91060941-840b-4c63-bbd6-6e406c9dc832'}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:19:07.620049 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078c80f7-f68d-48a7-bf75-cb851280577d None None] The sync data for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb is: [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:06Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:19:07.620245 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Attempting to bind port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c on network 91060941-840b-4c63-bbd6-6e406c9dc832 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:07.630850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Pushing event updated for resources: {'Port': ['ID=7e28bd84-2af7-4b17-9e4d-84bad845fc5c,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:07.649884 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c on network 91060941-840b-4c63-bbd6-6e406c9dc832 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:19:07.650256 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Attempting to bind port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c on network 91060941-840b-4c63-bbd6-6e406c9dc832 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:07.653614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:07.664043 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:19:07.664301 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Checking segment: {'id': 'd780ab7c-b8c0-49e8-9c41-116b1c9157f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '91060941-840b-4c63-bbd6-6e406c9dc832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:19:07.664976 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Bound using segment: {'id': 'd780ab7c-b8c0-49e8-9c41-116b1c9157f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '91060941-840b-4c63-bbd6-6e406c9dc832'} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:19:07.665404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Bound port: 7e28bd84-2af7-4b17-9e4d-84bad845fc5c, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd780ab7c-b8c0-49e8-9c41-116b1c9157f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '91060941-840b-4c63-bbd6-6e406c9dc832'}}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:19:07.665784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:07.683626 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Made reservation on behalf of fcd1683adaf642abaf2a44376c310964 for: {'subnet': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:19:07.690873 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:07.783806 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-be9900e5-8e16-472a-9454-2cecc7e71486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:07.926880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:07.947754 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b3dad51f-9b85-44ad-8ef9-90efa8210a54 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:08.046438 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-be9900e5-8e16-472a-9454-2cecc7e71486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:08.078973 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-adfb41e8-68a8-46c3-81cb-cb90211191ff req-038d7d6b-5a02-49c6-a542-fe9deee6fca2 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369965 Jun 18 10:19:08.088111 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39356) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:08.094777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:19:08.101879 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] For port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c, host hv-cinder-79702, cleared binding levels {{(pid=82216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:19:08.107229 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Sync routers for ids ['b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:19:08.139522 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3273f-0595-4d3c-a0db-470aa1649d3e req-2c01dac3-2e8a-4513-b20c-a64b5e6d5796 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:08.142057 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e2e3273f-0595-4d3c-a0db-470aa1649d3e req-2c01dac3-2e8a-4513-b20c-a64b5e6d5796 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 931 time: 0.7143476 Jun 18 10:19:08.157261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07bebcf-4314-4f94-a4d9-827e2e83ed78 {{(pid=82215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:19:08.170736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Routers {'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:19:08.172316 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:18:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:08.195586 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] For port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=7e28bd84-2af7-4b17-9e4d-84bad845fc5c,segment=NetworkSegment(d780ab7c-b8c0-49e8-9c41-116b1c9157f1),segment_id=d780ab7c-b8c0-49e8-9c41-116b1c9157f1)] {{(pid=82216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:19:08.220185 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:08.242683 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:08.285365 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:08.287178 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] 10.222.0.61 "PUT /v2.0/ports/7e28bd84-2af7-4b17-9e4d-84bad845fc5c HTTP/1.1" status: 200 len: 1093 time: 4.7794061 Jun 18 10:19:08.300572 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:19:08.310349 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688f0e52-0001-4a1b-ae92-253c85ed8f68', 'tag': '7e28bd84-2af7-4b17-9e4d-84bad845fc5c'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:08.348414 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] 10.222.0.22 "PUT /v2.0/routers/b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4915237 Jun 18 10:19:08.458914 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e2e3273f-0595-4d3c-a0db-470aa1649d3e req-ed42a3b5-6c8c-40ee-ac1e-634f409cc6e2 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957370 Jun 18 10:19:08.467175 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:19:08.475860 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:19:08.476618 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Transition to ACTIVE for port object c07bebcf-4314-4f94-a4d9-827e2e83ed78 will not be triggered until provisioned by entity L2. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:19:08.551384 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-88abd697-644e-4440-80f2-cf1acb611180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:08.622894 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:08.718724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:08.723921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event updated for resources: {'Port': ['ID=eb92e31b-3b33-4e92-9c96-2e5d8f5983ed,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:08.735402 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:08.758004 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.480s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:08.914774 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Set router b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:19:09.092418 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Pushing event updated for resources: {'Port': ['ID=c07bebcf-4314-4f94-a4d9-827e2e83ed78,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:09.096714 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:09.129370 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:09.165984 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-88abd697-644e-4440-80f2-cf1acb611180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:09.186274 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-88abd697-644e-4440-80f2-cf1acb611180 admin admin] Usage tracker for resource:security_group_rule and tenant:ab1b5c92b38e4b72886bfe5078b546be is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:09.198371 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-88abd697-644e-4440-80f2-cf1acb611180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:09.283066 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-88abd697-644e-4440-80f2-cf1acb611180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:09.286128 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-be9900e5-8e16-472a-9454-2cecc7e71486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:09.311607 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-57fc99b8-0d07-45c1-acc0-938ef9b94d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:09.332834 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9900e5-8e16-472a-9454-2cecc7e71486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d300b9c-9038-4c2b-b79d-fc3f5f9db088,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:09.335608 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Attempting to bind port c07bebcf-4314-4f94-a4d9-827e2e83ed78 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:19:09.336462 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Attempting to bind port c07bebcf-4314-4f94-a4d9-827e2e83ed78 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:19:09.336974 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Attempting to bind port c07bebcf-4314-4f94-a4d9-827e2e83ed78 on network a0a1681a-8e45-45f9-a380-f6345a716a03 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:09.348809 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-be9900e5-8e16-472a-9454-2cecc7e71486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:09.351269 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Port c07bebcf-4314-4f94-a4d9-827e2e83ed78 on network a0a1681a-8e45-45f9-a380-f6345a716a03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:19:09.351634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Attempting to bind port c07bebcf-4314-4f94-a4d9-827e2e83ed78 on network a0a1681a-8e45-45f9-a380-f6345a716a03 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:09.377796 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-be9900e5-8e16-472a-9454-2cecc7e71486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:09.384305 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-be9900e5-8e16-472a-9454-2cecc7e71486 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d300b9c-9038-4c2b-b79d-fc3f5f9db088 HTTP/1.1" status: 204 len: 168 time: 2.3247066 Jun 18 10:19:09.399252 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:19:09.399777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Checking segment: {'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:19:09.401803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Bound using segment: {'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:19:09.402445 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Bound port: c07bebcf-4314-4f94-a4d9-827e2e83ed78, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'}}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:19:09.402853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:09.465841 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:09.502367 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Pushing event updated for resources: {'Port': ['ID=7e28bd84-2af7-4b17-9e4d-84bad845fc5c,revision_number=3']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:09.513141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:09.557491 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] For port c07bebcf-4314-4f94-a4d9-827e2e83ed78, host hv-cinder-79702, cleared binding levels {{(pid=82215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:19:09.562608 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] For port c07bebcf-4314-4f94-a4d9-827e2e83ed78, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=c07bebcf-4314-4f94-a4d9-827e2e83ed78,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:19:09.632820 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-450ea223-4bc4-4d8d-957d-35e638dbe55c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef6175cd84dc4352a0f4f2e65ff7f0b3&device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 1096 time: 1.1368983 Jun 18 10:19:09.792625 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:19:09.804803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:09.809565 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:09.809995 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:09.838948 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-88abd697-644e-4440-80f2-cf1acb611180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:09.913846 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:09.974604 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-3738bee1-ff7e-4a5a-9307-0c36db62d055 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e28bd84-2af7-4b17-9e4d-84bad845fc5c HTTP/1.1" status: 200 len: 217 time: 0.2595165 Jun 18 10:19:09.981788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:10.014734 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-88abd697-644e-4440-80f2-cf1acb611180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:10.249030 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-88abd697-644e-4440-80f2-cf1acb611180 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ab1b5c92b38e4b72886bfe5078b546be&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1454813 Jun 18 10:19:10.259941 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39408) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:10.284715 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:10.335224 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Pushing event updated for resources: {'Port': ['ID=c07bebcf-4314-4f94-a4d9-827e2e83ed78,revision_number=3']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:10.353685 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:10.355386 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] 10.222.0.61 "PUT /v2.0/ports/c07bebcf-4314-4f94-a4d9-827e2e83ed78 HTTP/1.1" status: 200 len: 1093 time: 5.4782507 Jun 18 10:19:10.359037 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa821645-c3c9-4ac3-8a27-2bc8eb367c15', 'tag': 'c07bebcf-4314-4f94-a4d9-827e2e83ed78'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:10.448794 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b6bb-0875-4744-a048-f08e42b52b72 req-6b24dd5b-5333-462f-ab6e-41e39ac62ee5 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:10.450597 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3487b6bb-0875-4744-a048-f08e42b52b72 req-6b24dd5b-5333-462f-ab6e-41e39ac62ee5 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 943 time: 0.8587303 Jun 18 10:19:10.528485 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e598572-c304-43ad-bc9b-7cf39dce480e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:10.537064 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:10.561561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:10.570632 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'name': 'tempest-ServerRescueNegativeTestJSON-1863272077-router', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:47Z', 'updated_at': '2021-06-18T10:19:00Z', 'revision_number': 4, 'project_id': '6627bb315bdf443d8165739a893987ff', 'gw_port': {'id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:48Z', 'updated_at': '2021-06-18T10:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '954477de-318d-464e-a02f-be2baea941ec', 'name': '', 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'mac_address': 'fa:16:3e:69:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beebdc3d-813f-4399-b6cf-a6f502fb4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:58Z', 'updated_at': '2021-06-18T10:19:00Z', 'revision_number': 2, 'project_id': '6627bb315bdf443d8165739a893987ff', 'subnets': [{'id': 'beebdc3d-813f-4399-b6cf-a6f502fb4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:10.571800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.457s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:10.578181 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Checking router: b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:19:10.578606 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Updating router b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa port 954477de-318d-464e-a02f-be2baea941ec binding host dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:19:10.619985 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e598572-c304-43ad-bc9b-7cf39dce480e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:10.653751 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3487b6bb-0875-4744-a048-f08e42b52b72 req-4f01a812-3fcc-424e-8a57-7b2104388900 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836405 Jun 18 10:19:10.690240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-330ee65e-41cc-4e87-baff-8b6e95be3abf tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:10.691244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-330ee65e-41cc-4e87-baff-8b6e95be3abf tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Synchronizing usage tracker for tenant:6627bb315bdf443d8165739a893987ff on resource:network {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:19:10.736567 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:10.745065 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abd697-644e-4440-80f2-cf1acb611180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae95d018-c87a-4696-ade7-c0c811ff0201,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:10.796779 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-88abd697-644e-4440-80f2-cf1acb611180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:10.813228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:10.912310 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-57082478-dfe7-487b-9324-6f7467b73477 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 1096 time: 0.1142902 Jun 18 10:19:10.936306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-330ee65e-41cc-4e87-baff-8b6e95be3abf tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Unset dirty status for tenant:6627bb315bdf443d8165739a893987ff on resource:network {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:19:10.937640 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-330ee65e-41cc-4e87-baff-8b6e95be3abf tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/networks?id=e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 200 len: 819 time: 1.1350787 Jun 18 10:19:11.035074 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:11.048304 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b7778d8b-ef61-41d4-bab4-9d1be20ce6d5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:11.049961 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:11.052838 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-b7778d8b-ef61-41d4-bab4-9d1be20ce6d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0e9b73c-5390-4585-a0e4-1d348080a891 HTTP/1.1" status: 200 len: 851 time: 0.2955441 Jun 18 10:19:11.066237 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:11.074662 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-5eb6cb01-cd0d-4523-9c68-86438a475b39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07bebcf-4314-4f94-a4d9-827e2e83ed78 HTTP/1.1" status: 200 len: 217 time: 0.1265616 Jun 18 10:19:11.079070 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-d0ea2310-a872-4cd8-a997-4bfc944eb9ae tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/quotas/6627bb315bdf443d8165739a893987ff HTTP/1.1" status: 200 len: 375 time: 0.0347576 Jun 18 10:19:11.081999 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e598572-c304-43ad-bc9b-7cf39dce480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:11.096236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-52b8afb4-e6ef-486c-9245-887b321f0c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:11.280800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e598572-c304-43ad-bc9b-7cf39dce480e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae95d018-c87a-4696-ade7-c0c811ff0201,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:11.298413 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4e598572-c304-43ad-bc9b-7cf39dce480e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:11.386920 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e598572-c304-43ad-bc9b-7cf39dce480e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:11.390844 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-4e598572-c304-43ad-bc9b-7cf39dce480e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae95d018-c87a-4696-ade7-c0c811ff0201 HTTP/1.1" status: 204 len: 168 time: 1.1258039 Jun 18 10:19:11.416644 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-134e4cc2-2073-4d6d-a589-24a035468689 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91060941-840b-4c63-bbd6-6e406c9dc832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2847307 Jun 18 10:19:11.487951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-4ed2d631-3920-437f-a8c6-99accd204458 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Synchronizing usage tracker for tenant:6627bb315bdf443d8165739a893987ff on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:19:11.505705 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-9c5981d9-5fbf-466f-9c90-a92b86e0995e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:11.507825 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-9c5981d9-5fbf-466f-9c90-a92b86e0995e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d8c939c-1a25-4c7f-9c92-78a92c443c48 HTTP/1.1" status: 200 len: 855 time: 0.3144741 Jun 18 10:19:11.692757 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-4ed2d631-3920-437f-a8c6-99accd204458 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Unset dirty status for tenant:6627bb315bdf443d8165739a893987ff on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:19:11.695326 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-4ed2d631-3920-437f-a8c6-99accd204458 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6627bb315bdf443d8165739a893987ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5844142 Jun 18 10:19:11.712145 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-381d1a77-4c65-4faf-a4dc-36d7dff1299a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0a1681a-8e45-45f9-a380-f6345a716a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807823 Jun 18 10:19:11.858523 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688f0e52-0001-4a1b-ae92-253c85ed8f68', 'tag': '7e28bd84-2af7-4b17-9e4d-84bad845fc5c', 'status': 'completed', 'code': 200} Jun 18 10:19:11.878441 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:11.973948 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-902ccccf-60c9-44a5-b7cb-c3b890d03aa3 service neutron] 10.222.0.22 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553403 Jun 18 10:19:12.028973 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:12.131091 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:12.216265 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-d7f72fae-bec2-4fb4-a894-6ae4a2cd29bc service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398083 Jun 18 10:19:12.305284 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Notify callbacks [] for port, precommit_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:12.375397 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Transition to ACTIVE for port object 954477de-318d-464e-a02f-be2baea941ec will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:19:12.390187 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event updated for resources: {'Port': ['ID=eb92e31b-3b33-4e92-9c96-2e5d8f5983ed,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:12.406254 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-df1db8a3-f0e5-45ba-ae8d-1bf90b5db75a service neutron] 10.222.0.22 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884120 Jun 18 10:19:12.412421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:12.433987 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:12.443785 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-655ee942-310f-4475-aa2b-f5c07512e504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:12.455374 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:12.483571 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-49c9dcba-528d-4755-a924-c2ae82a5130f service neutron] 10.222.0.61 "GET /v2.0/networks/91060941-840b-4c63-bbd6-6e406c9dc832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9855735 Jun 18 10:19:12.487020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for subnet, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:12.492476 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7ea1592e-7635-4f00-8a4a-ef4ae83a981a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:12.529936 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:12.531444 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.4312320 Jun 18 10:19:12.794290 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63227cfa-0109-4115-a76c-ee9f037a83ea,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:12.799579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Checking segment: {'id': 'f124658a-9cd9-4182-8dec-f290c1436afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '70eacca7-baf2-4ccd-bb51-dc99c038e536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:19:12.800136 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Network hostable DHCP agents. Network: 70eacca7-baf2-4ccd-bb51-dc99c038e536, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:19:12.816232 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:12.874859 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4ce362f-d81c-4cfc-9a3b-70152744d1b7 req-23c8f952-fa17-4de6-bf17-b39cd4074b05 service neutron] 10.222.0.61 "GET /v2.0/networks/91060941-840b-4c63-bbd6-6e406c9dc832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471406 Jun 18 10:19:12.941730 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Network 70eacca7-baf2-4ccd-bb51-dc99c038e536 is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:19:13.009145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, 70eacca7-baf2-4ccd-bb51-dc99c038e536) {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:19:13.023555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:13.024620 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:13.100597 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.0573745 Jun 18 10:19:13.265955 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa2f5d62-f0d0-4058-8e37-d4d5da663775 req-0ce46052-9e6c-42d1-8e86-60474694b149 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8583877 Jun 18 10:19:13.352281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39464) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:13.395839 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44973e54-d7e8-48b1-86e9-a6a78a585f93 req-9ac064d9-6014-4416-9aaa-16ff70fde9f9 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:13.398233 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-44973e54-d7e8-48b1-86e9-a6a78a585f93 req-9ac064d9-6014-4416-9aaa-16ff70fde9f9 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 943 time: 1.1792920 Jun 18 10:19:13.460757 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ea632d72-3823-49f6-8488-c00a67a2ca01 req-4f6958c6-feae-4991-bd45-46151bc8675c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef6175cd84dc4352a0f4f2e65ff7f0b3&device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 1096 time: 0.3505585 Jun 18 10:19:13.467251 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bc998a85-a867-49e1-8918-b05a05d15cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:13.475669 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:13.555497 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-44973e54-d7e8-48b1-86e9-a6a78a585f93 req-09690878-e87a-4e12-9f6d-f5e9544655ce tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439006 Jun 18 10:19:13.566654 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-bc998a85-a867-49e1-8918-b05a05d15cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:13.594005 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-bc998a85-a867-49e1-8918-b05a05d15cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b2e875785341ea81b2c9892bd16f0f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:13.612763 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa821645-c3c9-4ac3-8a27-2bc8eb367c15', 'tag': 'c07bebcf-4314-4f94-a4d9-827e2e83ed78', 'status': 'completed', 'code': 200} Jun 18 10:19:13.631079 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-bc998a85-a867-49e1-8918-b05a05d15cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:13.688724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-bc998a85-a867-49e1-8918-b05a05d15cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:13.743004 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f9dbba-171c-46a1-b0f5-813010780f21 None None] Network 70eacca7-baf2-4ccd-bb51-dc99c038e536 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:19:13.861188 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d9942-6e44-41d2-9dfd-66de223a2705 None None] Pushing event updated for resources: {'Port': ['ID=954477de-318d-464e-a02f-be2baea941ec,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:13.933231 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-630d9942-6e44-41d2-9dfd-66de223a2705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.485s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:14.046483 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a7671634-cf68-4dd0-9b64-9e2ce97c7950 req-34c0b23b-4feb-4b2d-8708-40678f3cd136 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 1096 time: 0.3832920 Jun 18 10:19:14.162927 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879c283-7bf6-460f-b518-19c0cc5d26c0 req-e4a17b82-3ed4-4992-a0ed-87ee09b8ac82 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:14.164824 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0879c283-7bf6-460f-b518-19c0cc5d26c0 req-e4a17b82-3ed4-4992-a0ed-87ee09b8ac82 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 943 time: 0.3304164 Jun 18 10:19:14.184928 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b1d41cd7-ca93-4ee1-b021-27862bf83b9a req-7cc20021-0270-4d96-a160-6f721e9d8974 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 210 time: 0.1331463 Jun 18 10:19:14.229857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea632d72-3823-49f6-8488-c00a67a2ca01 req-cfc9b12c-d6a6-47bb-8b59-a1d34f712a99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:14.234622 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ea632d72-3823-49f6-8488-c00a67a2ca01 req-cfc9b12c-d6a6-47bb-8b59-a1d34f712a99 service neutron] 10.222.0.61 "GET /v2.0/networks?id=91060941-840b-4c63-bbd6-6e406c9dc832 HTTP/1.1" status: 200 len: 912 time: 0.7196908 Jun 18 10:19:14.275461 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bc998a85-a867-49e1-8918-b05a05d15cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:14.288749 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Attempting to bind port 954477de-318d-464e-a02f-be2baea941ec on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:19:14.289168 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Attempting to bind port 954477de-318d-464e-a02f-be2baea941ec by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': 'c7299161-6857-454c-95ca-9d28dd148fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:19:14.295156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Attempting to bind port 954477de-318d-464e-a02f-be2baea941ec on network e0c5a42a-7761-410a-a013-9d5829ac1f43 {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:14.324999 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:19:14.325813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Checking segment: {'id': 'c7299161-6857-454c-95ca-9d28dd148fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:19:14.325933 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:14.326305 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Bound using segment: {'id': 'c7299161-6857-454c-95ca-9d28dd148fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:19:14.326846 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Bound port: 954477de-318d-464e-a02f-be2baea941ec, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7299161-6857-454c-95ca-9d28dd148fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:19:14.327288 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:14.328823 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bc998a85-a867-49e1-8918-b05a05d15cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:14.364934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:14.462203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:14.474978 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0879c283-7bf6-460f-b518-19c0cc5d26c0 req-e6a61f58-d7b8-433e-8c68-83e4e828ec9b tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861514 Jun 18 10:19:14.519264 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-bc998a85-a867-49e1-8918-b05a05d15cc4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a6b2e875785341ea81b2c9892bd16f0f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1465974 Jun 18 10:19:14.521798 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39496) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:14.523937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:14.524418 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:14.716801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] For port 954477de-318d-464e-a02f-be2baea941ec, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:19:14.735838 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ea632d72-3823-49f6-8488-c00a67a2ca01 req-d33353a8-770d-4ee4-9447-c5ff0b0b6f68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e28bd84-2af7-4b17-9e4d-84bad845fc5c HTTP/1.1" status: 200 len: 217 time: 0.2747722 Jun 18 10:19:14.759899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-c3e69b04-08c5-488b-91a7-b4b263657e26 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Synchronizing usage tracker for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:security_group {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:19:14.765331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671634-cf68-4dd0-9b64-9e2ce97c7950 req-90cf4d9b-8137-46fa-bd87-9dac31661f27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:14.770503 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a7671634-cf68-4dd0-9b64-9e2ce97c7950 req-90cf4d9b-8137-46fa-bd87-9dac31661f27 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 200 len: 916 time: 0.6690259 Jun 18 10:19:14.781698 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] For port 954477de-318d-464e-a02f-be2baea941ec, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=954477de-318d-464e-a02f-be2baea941ec,segment=NetworkSegment(c7299161-6857-454c-95ca-9d28dd148fd9),segment_id=c7299161-6857-454c-95ca-9d28dd148fd9)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:19:14.846990 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:14.920568 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:14.934046 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-c3e69b04-08c5-488b-91a7-b4b263657e26 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Unset dirty status for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:security_group {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:19:14.946677 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-c3e69b04-08c5-488b-91a7-b4b263657e26 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--629440996&fields=id&tenant_id=aa98b03e73be430aa86512a0c9c28b17 HTTP/1.1" status: 200 len: 267 time: 0.4027183 Jun 18 10:19:14.950765 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a7671634-cf68-4dd0-9b64-9e2ce97c7950 req-64992d00-0ac1-4b1f-8dba-a950342696b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07bebcf-4314-4f94-a4d9-827e2e83ed78 HTTP/1.1" status: 200 len: 217 time: 0.1733849 Jun 18 10:19:14.975909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea632d72-3823-49f6-8488-c00a67a2ca01 req-1378f3ac-8f66-4e43-8b88-546b5a3cbbb7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:14.975909 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ea632d72-3823-49f6-8488-c00a67a2ca01 req-1378f3ac-8f66-4e43-8b88-546b5a3cbbb7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0e9b73c-5390-4585-a0e4-1d348080a891 HTTP/1.1" status: 200 len: 851 time: 0.1845164 Jun 18 10:19:14.975909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc998a85-a867-49e1-8918-b05a05d15cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99219acb-5956-4f9b-8f88-3428af65f114,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:14.978447 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bc998a85-a867-49e1-8918-b05a05d15cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:15.005891 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed103ac8-5f58-41d3-9c1c-554c8d77e23d None None] Network 70eacca7-baf2-4ccd-bb51-dc99c038e536 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:19:15.071414 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Routers {'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:19:15.072133 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:18:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:15.133121 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ea632d72-3823-49f6-8488-c00a67a2ca01 req-b92615b3-1d71-4594-a0b1-880802d6f288 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91060941-840b-4c63-bbd6-6e406c9dc832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464291 Jun 18 10:19:15.189540 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671634-cf68-4dd0-9b64-9e2ce97c7950 req-f068e5ed-a29c-475a-9582-ef4f4ec31a28 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:15.191142 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a7671634-cf68-4dd0-9b64-9e2ce97c7950 req-f068e5ed-a29c-475a-9582-ef4f4ec31a28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d8c939c-1a25-4c7f-9c92-78a92c443c48 HTTP/1.1" status: 200 len: 855 time: 0.2256179 Jun 18 10:19:15.288756 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1c14f3c8-c281-4f6b-b39f-e890eb1fade9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:15.455825 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1c14f3c8-c281-4f6b-b39f-e890eb1fade9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:15.511745 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d9942-6e44-41d2-9dfd-66de223a2705 None None] Pushing event updated for resources: {'Port': ['ID=954477de-318d-464e-a02f-be2baea941ec,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:15.554674 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a7671634-cf68-4dd0-9b64-9e2ce97c7950 req-403492fb-e8da-4519-a993-571cf952f5c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0a1681a-8e45-45f9-a380-f6345a716a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3448973 Jun 18 10:19:15.574559 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-630d9942-6e44-41d2-9dfd-66de223a2705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:15.619426 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ea632d72-3823-49f6-8488-c00a67a2ca01 req-a9f68bfe-129d-4127-a28e-15faf1b1a062 service neutron] 10.222.0.61 "GET /v2.0/networks/91060941-840b-4c63-bbd6-6e406c9dc832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322147 Jun 18 10:19:15.704773 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] Set router b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:19:15.727820 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1c14f3c8-c281-4f6b-b39f-e890eb1fade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:15.741056 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:15.865825 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14f3c8-c281-4f6b-b39f-e890eb1fade9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99219acb-5956-4f9b-8f88-3428af65f114,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:15.874100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1c14f3c8-c281-4f6b-b39f-e890eb1fade9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:15.912529 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1c14f3c8-c281-4f6b-b39f-e890eb1fade9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:15.915476 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1c14f3c8-c281-4f6b-b39f-e890eb1fade9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99219acb-5956-4f9b-8f88-3428af65f114 HTTP/1.1" status: 204 len: 168 time: 1.2484581 Jun 18 10:19:15.980329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-ac351f67-161e-4211-9a8c-185aec162ada tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:15.981889 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-ac351f67-161e-4211-9a8c-185aec162ada tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Synchronizing usage tracker for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:network {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:19:16.038883 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ea632d72-3823-49f6-8488-c00a67a2ca01 req-b8a8851c-990a-4983-9906-dfc0abfece9a service neutron] 10.222.0.61 "GET /v2.0/networks/91060941-840b-4c63-bbd6-6e406c9dc832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736932 Jun 18 10:19:16.113494 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9244828-468c-4c0a-bc4f-4bd27f055216 req-a3b444e4-2faf-4ccd-a538-c410fd31a3f8 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:16.115928 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d9244828-468c-4c0a-bc4f-4bd27f055216 req-a3b444e4-2faf-4ccd-a538-c410fd31a3f8 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 943 time: 0.9233043 Jun 18 10:19:16.167280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-ac351f67-161e-4211-9a8c-185aec162ada tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Unset dirty status for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:network {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:19:16.168675 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-ac351f67-161e-4211-9a8c-185aec162ada tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/networks?id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b HTTP/1.1" status: 200 len: 810 time: 1.2208738 Jun 18 10:19:16.171227 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a7671634-cf68-4dd0-9b64-9e2ce97c7950 req-4931052a-d79d-4e5f-b07b-0a9b63e99dcb service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465503 Jun 18 10:19:16.196579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39530) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:16.207828 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2060822232-network', 'tenant_id': '18b89d33ea5d4a5dbac2bb282850d115'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:16.214552 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-3e118638-1015-4c5b-b886-fd36c7e1948b tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/quotas/aa98b03e73be430aa86512a0c9c28b17 HTTP/1.1" status: 200 len: 375 time: 0.0315921 Jun 18 10:19:16.217508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:16.223886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Usage tracker for resource:network and tenant:18b89d33ea5d4a5dbac2bb282850d115 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:16.226752 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d9244828-468c-4c0a-bc4f-4bd27f055216 req-fb6322c0-3b90-4ae3-bbd2-90342fbbfc31 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920918 Jun 18 10:19:16.238084 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:16.258838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:16.363824 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Made reservation on behalf of 18b89d33ea5d4a5dbac2bb282850d115 for: {'network': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:19:16.371441 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:16.402133 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd70e971-fe75-4bd9-8db9-5daab3b15b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:16.405666 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:16.411741 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'name': 'tempest-ServerRescueNegativeTestJSON-1863272077-router', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:47Z', 'updated_at': '2021-06-18T10:19:00Z', 'revision_number': 4, 'project_id': '6627bb315bdf443d8165739a893987ff', 'gw_port': {'id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:48Z', 'updated_at': '2021-06-18T10:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '954477de-318d-464e-a02f-be2baea941ec', 'name': '', 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'mac_address': 'fa:16:3e:69:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beebdc3d-813f-4399-b6cf-a6f502fb4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:58Z', 'updated_at': '2021-06-18T10:19:14Z', 'revision_number': 4, 'project_id': '6627bb315bdf443d8165739a893987ff', 'subnets': [{'id': 'beebdc3d-813f-4399-b6cf-a6f502fb4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:16.417544 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f17a7-635b-4c4c-9415-030d3f2484ef None None] The sync data for ids ['b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'] in dv-cinder-797022-1-smb is: [{'id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'name': 'tempest-ServerRescueNegativeTestJSON-1863272077-router', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:47Z', 'updated_at': '2021-06-18T10:19:00Z', 'revision_number': 4, 'project_id': '6627bb315bdf443d8165739a893987ff', 'gw_port': {'id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:48Z', 'updated_at': '2021-06-18T10:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '954477de-318d-464e-a02f-be2baea941ec', 'name': '', 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'mac_address': 'fa:16:3e:69:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beebdc3d-813f-4399-b6cf-a6f502fb4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:58Z', 'updated_at': '2021-06-18T10:19:14Z', 'revision_number': 4, 'project_id': '6627bb315bdf443d8165739a893987ff', 'subnets': [{'id': 'beebdc3d-813f-4399-b6cf-a6f502fb4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:19:16.422568 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-20009692-2342-41d8-9341-81adf408b79a tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa98b03e73be430aa86512a0c9c28b17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2003570 Jun 18 10:19:16.499158 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:16.508345 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Usage tracker for resource:security_group_rule and tenant:18b89d33ea5d4a5dbac2bb282850d115 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:16.513847 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:16.528805 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:16.705273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:16.741928 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:16.749764 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:16.794072 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=82216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:19:16.801574 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24899816-65b0-4d0f-a68c-97992211ba37,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:16.805259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:16.812411 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:16.813116 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Added segment c7bebfac-4d1f-40fd-b553-d6b771ed85cb of type vlan for network f751d9a0-0c3f-4d22-8263-d64b546b19af Jun 18 10:19:16.896966 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-bbfae088-eb8a-4f62-8768-1573596aff35 service neutron] 10.222.0.22 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595799 Jun 18 10:19:16.898414 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:17.017095 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:17.020313 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:17.021256 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:17.045959 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:17.296035 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 954477de-318d-464e-a02f-be2baea941ec up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:17.326792 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-9f29645b-77e7-471b-8b01-087be7f2cee8 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:17.350188 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-9f29645b-77e7-471b-8b01-087be7f2cee8 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/networks?id=e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 200 len: 819 time: 0.7626934 Jun 18 10:19:17.396775 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-9f283f57-bf79-4e7d-81a1-c5aa70f73133 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/quotas/6627bb315bdf443d8165739a893987ff HTTP/1.1" status: 200 len: 375 time: 0.0451343 Jun 18 10:19:17.405302 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a7671634-cf68-4dd0-9b64-9e2ce97c7950 req-99444408-4f4a-44f8-9173-e434057c5546 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7935357 Jun 18 10:19:17.535578 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port 954477de-318d-464e-a02f-be2baea941ec completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:19:17.541199 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-daca88ee-1b27-4fbb-9fa3-aa04be994b18 service neutron] 10.222.0.22 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432421 Jun 18 10:19:17.546136 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 954477de-318d-464e-a02f-be2baea941ec triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:17.546669 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:17.583654 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-0562a317-4553-41fc-aacd-14012deb244f tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6627bb315bdf443d8165739a893987ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1861241 Jun 18 10:19:17.675696 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-935f6f3e-f36a-4400-8d31-615a64fc2da7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:17.677655 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-935f6f3e-f36a-4400-8d31-615a64fc2da7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.61 "GET /v2.0/networks?id=e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 200 len: 819 time: 0.4197543 Jun 18 10:19:17.679720 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4817927 Jun 18 10:19:17.684777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39564) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:17.695315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Request body: {'subnet': {'network_id': 'f751d9a0-0c3f-4d22-8263-d64b546b19af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2060822232-subnet', 'tenant_id': '18b89d33ea5d4a5dbac2bb282850d115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:17.700178 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Pushing event updated for resources: {'Network': ['ID=f751d9a0-0c3f-4d22-8263-d64b546b19af,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:17.714003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network f751d9a0-0c3f-4d22-8263-d64b546b19af details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:19:17.725219 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:17.758052 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Request body: {'port': {'device_id': '6ca88a79-eec4-4fc8-9d3e-f376eca57158', 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43', 'admin_state_up': True, 'tenant_id': '6627bb315bdf443d8165739a893987ff'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:17.813844 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-9f76be17-69be-4688-94a1-25405ded92a7 service neutron] 10.222.0.22 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288368 Jun 18 10:19:17.984926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:17.987946 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Usage tracker for resource:subnet and tenant:18b89d33ea5d4a5dbac2bb282850d115 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:17.991172 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:17.999047 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:18.062643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Made reservation on behalf of 18b89d33ea5d4a5dbac2bb282850d115 for: {'subnet': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:19:18.071024 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:18.107465 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-4020f219-4458-4443-abe1-3871e9b7d7d3 service neutron] 10.222.0.22 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921026 Jun 18 10:19:18.305737 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:18.358815 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:18.446998 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:18.520736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:18.631796 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Made reservation on behalf of 6627bb315bdf443d8165739a893987ff for: {'port': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:19:18.653709 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:18.700487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port 954477de-318d-464e-a02f-be2baea941ec, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=954477de-318d-464e-a02f-be2baea941ec,segment=NetworkSegment(c7299161-6857-454c-95ca-9d28dd148fd9),segment_id=c7299161-6857-454c-95ca-9d28dd148fd9)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:18.764193 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:18.767581 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-630d9942-6e44-41d2-9dfd-66de223a2705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:18.800363 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4b730-9283-4751-9353-b0e773bfa43b req-92141990-adac-47ff-bb95-ecb2b4c69c4e tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:18.821558 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7dd4b730-9283-4751-9353-b0e773bfa43b req-92141990-adac-47ff-bb95-ecb2b4c69c4e tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 943 time: 0.1960537 Jun 18 10:19:18.934313 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f662abdd-4545-47c0-96dc-05fc1587514b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:18.948804 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=954477de-318d-464e-a02f-be2baea941ec,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:18.954131 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7dd4b730-9283-4751-9353-b0e773bfa43b req-e84d9736-d3f7-419d-b36d-dcc246521e43 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311939 Jun 18 10:19:18.954614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:19.137158 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8cc25266-788e-4f91-a36b-c7453794956b req-e74ed271-1f9f-4c7d-9e5f-59045d0d029a tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 210 time: 0.0967460 Jun 18 10:19:19.155013 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fe7bf-2145-419d-8956-cc266a1f7983 req-142c5948-52e6-4856-b45c-42f8db39d0d4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:19.178517 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-909fe7bf-2145-419d-8956-cc266a1f7983 req-142c5948-52e6-4856-b45c-42f8db39d0d4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 943 time: 0.2221889 Jun 18 10:19:19.240214 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 954477de-318d-464e-a02f-be2baea941ec up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:19.240705 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-909fe7bf-2145-419d-8956-cc266a1f7983 req-e8c2da44-3e4c-45a0-a29f-5f35be17031d tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610354 Jun 18 10:19:19.262232 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Allocated IP 172.20.0.12 (e0c5a42a-7761-410a-a013-9d5829ac1f43/beebdc3d-813f-4399-b6cf-a6f502fb4a6e/ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:19:19.309350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:19.358826 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 954477de-318d-464e-a02f-be2baea941ec triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:19.359315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:19.561777 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e9177ec6-91bf-43db-88ac-eeffcdb65907 req-7ef1ea71-f42d-4f9b-832a-122d3673bbec tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 210 time: 0.1274369 Jun 18 10:19:19.653266 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 7e28bd84-2af7-4b17-9e4d-84bad845fc5c details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:19:19.913131 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=7e28bd84-2af7-4b17-9e4d-84bad845fc5c,segment=NetworkSegment(d780ab7c-b8c0-49e8-9c41-116b1c9157f1),segment_id=d780ab7c-b8c0-49e8-9c41-116b1c9157f1)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:19.945629 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '7e28bd84-2af7-4b17-9e4d-84bad845fc5c', 'network_id': '91060941-840b-4c63-bbd6-6e406c9dc832', 'port_id': '7e28bd84-2af7-4b17-9e4d-84bad845fc5c', 'mac_address': 'fa:16:3e:52:c4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e9b73c-5390-4585-a0e4-1d348080a891', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:19:20.121107 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:20.206238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e28bd84-2af7-4b17-9e4d-84bad845fc5c {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:19:20.301901 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:20.425894 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=7e28bd84-2af7-4b17-9e4d-84bad845fc5c,segment=NetworkSegment(d780ab7c-b8c0-49e8-9c41-116b1c9157f1),segment_id=d780ab7c-b8c0-49e8-9c41-116b1c9157f1)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:20.456303 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:20.457116 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device c07bebcf-4314-4f94-a4d9-827e2e83ed78 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:19:20.460003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:20.470109 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1bc27172-d141-44a4-8929-29ba8cc06b68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:20.476906 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-49ecb5f7-e9b4-42f6-995d-4e61ab1f63db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:20.563497 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e4ef952-1901-43e5-bbfa-bd8c2f029378 req-50f202cb-c8ca-4f93-8018-94e1b9ecc65e tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 210 time: 0.0891781 Jun 18 10:19:20.590515 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Network e0c5a42a-7761-410a-a013-9d5829ac1f43 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:19:20.597541 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:19:20.608312 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:19:20.613378 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:20.614419 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:20.640508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Pushing event updated for resources: {'Port': ['ID=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:20.651188 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:20.659028 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=7e28bd84-2af7-4b17-9e4d-84bad845fc5c,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:20.682630 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764ae36-a6b7-46e1-826a-15e142071127 req-a964dc5e-4c8b-4807-a121-0763ea42067c tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:20.684836 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b764ae36-a6b7-46e1-826a-15e142071127 req-a964dc5e-4c8b-4807-a121-0763ea42067c tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 944 time: 0.3151877 Jun 18 10:19:20.718121 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:20.722611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:20.745832 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0227888 Jun 18 10:19:20.776876 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Request body: {'port': {'device_id': '6ca88a79-eec4-4fc8-9d3e-f376eca57158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:20.779464 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b764ae36-a6b7-46e1-826a-15e142071127 req-bdc244ea-49b7-469c-830b-3e89332f9447 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876546 Jun 18 10:19:20.879832 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for subnet, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:20.892349 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e396de0b-3c60-47bf-be94-4fa89034e2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:20.942267 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port c07bebcf-4314-4f94-a4d9-827e2e83ed78, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=c07bebcf-4314-4f94-a4d9-827e2e83ed78,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:20.976678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': 'c07bebcf-4314-4f94-a4d9-827e2e83ed78', 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03', 'port_id': 'c07bebcf-4314-4f94-a4d9-827e2e83ed78', 'mac_address': 'fa:16:3e:37:87:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8c939c-1a25-4c7f-9c92-78a92c443c48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:19:21.002526 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:21.046411 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b5072cfb-ae00-426c-9b15-d840f150d3aa req-e54999d5-9869-405d-b150-d10b6e4b48d8 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 210 time: 0.0768189 Jun 18 10:19:21.103133 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:21.117641 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7cc5f-ac23-435c-beae-e4ea21c54815 req-932f7a6d-440a-42ce-a01b-6fb90c26cc2d tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:21.120240 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-42c7cc5f-ac23-435c-beae-e4ea21c54815 req-932f7a6d-440a-42ce-a01b-6fb90c26cc2d tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 943 time: 0.1936781 Jun 18 10:19:21.134451 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07bebcf-4314-4f94-a4d9-827e2e83ed78 {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:19:21.165689 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port c07bebcf-4314-4f94-a4d9-827e2e83ed78, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=c07bebcf-4314-4f94-a4d9-827e2e83ed78,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:21.182762 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8c2c0f-1918-41a3-9fd7-d2b3144e5ef2,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:21.186162 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:21.193418 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Checking segment: {'id': 'c7bebfac-4d1f-40fd-b553-d6b771ed85cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f751d9a0-0c3f-4d22-8263-d64b546b19af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:19:21.193856 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Network hostable DHCP agents. Network: f751d9a0-0c3f-4d22-8263-d64b546b19af, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:19:21.199926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:21.203659 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b867fec9-bb83-424a-bf66-98e2e534122a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:21.273433 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-42c7cc5f-ac23-435c-beae-e4ea21c54815 req-b67c8837-7e81-471d-a9ae-6210aa30ecbf tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399601 Jun 18 10:19:21.378117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=c07bebcf-4314-4f94-a4d9-827e2e83ed78,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:21.395097 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:21.514946 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['7e28bd84-2af7-4b17-9e4d-84bad845fc5c'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:19:21.588290 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Network f751d9a0-0c3f-4d22-8263-d64b546b19af is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:19:21.599763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['c07bebcf-4314-4f94-a4d9-827e2e83ed78'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:19:21.645378 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, f751d9a0-0c3f-4d22-8263-d64b546b19af) {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:19:21.652200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:21.652897 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:21.709843 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a17339-7d62-4b0d-af55-1c4d24a0b583 None None] Network f751d9a0-0c3f-4d22-8263-d64b546b19af requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:19:21.749772 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d {{(pid=82216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:19:21.768019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:21.791069 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Transition to ACTIVE for port object ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d will not be triggered until provisioned by entity L2. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:19:21.820994 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.1350412 Jun 18 10:19:22.067027 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a8acb436-75c9-42a6-a8f8-4cf3e3719c3d req-8e0bd91d-bae9-439b-b5c1-870ca8201e2e tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 210 time: 0.0650079 Jun 18 10:19:22.067027 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-6576d83c-74d3-41ee-ad1f-e7eb9b3d3d86 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:22.067027 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-6576d83c-74d3-41ee-ad1f-e7eb9b3d3d86 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.61 "GET /v2.0/networks?id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b HTTP/1.1" status: 200 len: 810 time: 0.4367654 Jun 18 10:19:22.068724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:22.068724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:22.069381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39688) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:22.230913 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9eeb49-6d39-4c5f-9032-b879cbbf7005 None None] Network f751d9a0-0c3f-4d22-8263-d64b546b19af requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:19:22.307675 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:22.310609 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:22.328755 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5fe1b6-cc30-4781-9201-4bd8492380bd admin admin] Deleting subnet 63227cfa-0109-4115-a76c-ee9f037a83ea {{(pid=82215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:19:22.389393 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-de5fe1b6-cc30-4781-9201-4bd8492380bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:22.496870 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-52f8ac35-249d-419d-b89c-d190cab0a213 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa98b03e73be430aa86512a0c9c28b17 HTTP/1.1" status: 200 len: 5043 time: 0.4985433 Jun 18 10:19:22.503853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Attempting to bind port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:19:22.508125 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Attempting to bind port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'c7299161-6857-454c-95ca-9d28dd148fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43'}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:19:22.510326 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Attempting to bind port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d on network e0c5a42a-7761-410a-a013-9d5829ac1f43 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:22.525321 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d on network e0c5a42a-7761-410a-a013-9d5829ac1f43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:19:22.530395 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Attempting to bind port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d on network e0c5a42a-7761-410a-a013-9d5829ac1f43 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:22.533315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Request body: {'port': {'device_id': 'c792eebe-89a0-46fe-b4fc-e7947650d497', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'admin_state_up': True, 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'security_groups': ['9c8de645-0287-4116-91a9-28c294810bfe']}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:22.547748 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.61', 56353) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:22.548735 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:19:22.549697 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Checking segment: {'id': 'c7299161-6857-454c-95ca-9d28dd148fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:19:22.552644 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Bound using segment: {'id': 'c7299161-6857-454c-95ca-9d28dd148fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43'} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:19:22.553527 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Bound port: ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7299161-6857-454c-95ca-9d28dd148fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43'}}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:19:22.554280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:22.664965 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-de5fe1b6-cc30-4781-9201-4bd8492380bd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:22.669907 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-07a5547c-4416-421b-9675-8513e32a78a8 req-fb64fe8a-bc09-48ec-bbbe-a6bff50abe4a tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 210 time: 0.1687071 Jun 18 10:19:22.843328 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-de5fe1b6-cc30-4781-9201-4bd8492380bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:22.922509 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-2c36aef2-e40d-48d7-b9bd-c70036f68df7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:22.924502 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-2c36aef2-e40d-48d7-b9bd-c70036f68df7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.61 "GET /v2.0/networks?id=e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 200 len: 819 time: 0.3544161 Jun 18 10:19:22.974692 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Request body: {'port': {'device_id': 'c6f5f7b8-6043-4686-ba6b-9b730d96f95f', 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43', 'admin_state_up': True, 'tenant_id': '6627bb315bdf443d8165739a893987ff'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:23.215621 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] For port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d, host hv-cinder-79702, cleared binding levels {{(pid=82216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:19:23.221979 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] For port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d,segment=NetworkSegment(c7299161-6857-454c-95ca-9d28dd148fd9),segment_id=c7299161-6857-454c-95ca-9d28dd148fd9)] {{(pid=82216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:19:23.262413 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:23.280601 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:23.287642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Usage tracker for resource:port and tenant:6627bb315bdf443d8165739a893987ff is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:23.298023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:23.325857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91704c-9398-4c8a-8d77-6d4fe188792c req-b6c84c34-1236-4611-bf57-c1ffc5564e21 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:23.331238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:23.332471 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ae91704c-9398-4c8a-8d77-6d4fe188792c req-b6c84c34-1236-4611-bf57-c1ffc5564e21 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 944 time: 1.0609806 Jun 18 10:19:23.387471 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d,revision_number=3']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:23.391598 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:23.403992 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:23.410419 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:23.412480 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] 10.222.0.61 "PUT /v2.0/ports/ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d HTTP/1.1" status: 200 len: 1094 time: 2.6424463 Jun 18 10:19:23.412615 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca88a79-eec4-4fc8-9d3e-f376eca57158', 'tag': 'ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:23.425676 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:23.431582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Made reservation on behalf of 6627bb315bdf443d8165739a893987ff for: {'port': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:19:23.438221 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:23.454131 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Usage tracker for resource:port and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:23.463125 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:23.488335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:23.493736 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ae91704c-9398-4c8a-8d77-6d4fe188792c req-686c5d32-79e1-4455-a6ff-0d449a8d2ce0 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386938 Jun 18 10:19:23.496687 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39724) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:23.524884 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d2b96-0f52-465d-bbfb-2186040f5192 req-a77e2bb9-c7c5-4ee7-b4c3-6e773c00a37d tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:23.530037 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-831d2b96-0f52-465d-bbfb-2186040f5192 req-a77e2bb9-c7c5-4ee7-b4c3-6e773c00a37d tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 944 time: 0.4168355 Jun 18 10:19:23.579813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Made reservation on behalf of aa98b03e73be430aa86512a0c9c28b17 for: {'port': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:19:23.588051 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:23.640595 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-8269d634-74d0-4d80-879e-3e99e0f7b580 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6627bb315bdf443d8165739a893987ff&device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 1097 time: 0.1263671 Jun 18 10:19:23.646560 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 7e28bd84-2af7-4b17-9e4d-84bad845fc5c up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:23.716024 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-de5fe1b6-cc30-4781-9201-4bd8492380bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for subnet, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:23.781879 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:19:23.790747 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:23.791086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:23.813061 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-43b40a39-3586-4191-893c-0d4601df11cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d HTTP/1.1" status: 200 len: 217 time: 0.1464531 Jun 18 10:19:23.889756 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Allocated IP 172.20.0.3 (e0c5a42a-7761-410a-a013-9d5829ac1f43/beebdc3d-813f-4399-b6cf-a6f502fb4a6e/f8cf5873-25ce-4c09-9b3f-fb53ba242abd) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:19:23.919858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-c51147dc-bb26-4ac8-ad42-39652a22b5b6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:23.921768 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-c51147dc-bb26-4ac8-ad42-39652a22b5b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=beebdc3d-813f-4399-b6cf-a6f502fb4a6e HTTP/1.1" status: 200 len: 859 time: 0.1023333 Jun 18 10:19:23.933926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:23.945415 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-831d2b96-0f52-465d-bbfb-2186040f5192 req-7b454a1a-67df-4a3b-b383-4e66511f7dc3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096558 Jun 18 10:19:23.968830 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688f0e52-0001-4a1b-ae92-253c85ed8f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e28bd84-2af7-4b17-9e4d-84bad845fc5c'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:23.995533 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-85f4910b-89e2-4eb0-813d-0fe5f2e8032e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0c5a42a-7761-410a-a013-9d5829ac1f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610421 Jun 18 10:19:23.999341 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:24.041421 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f71c9b37-3721-4f13-a9fe-f0945a409f0e req-432dd908-77b2-4076-8770-3c6d77bfb5f2 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 210 time: 0.3315785 Jun 18 10:19:24.049828 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=7e28bd84-2af7-4b17-9e4d-84bad845fc5c,segment=NetworkSegment(d780ab7c-b8c0-49e8-9c41-116b1c9157f1),segment_id=d780ab7c-b8c0-49e8-9c41-116b1c9157f1)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:24.066436 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca88a79-eec4-4fc8-9d3e-f376eca57158', 'tag': 'ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d', 'status': 'completed', 'code': 200} Jun 18 10:19:24.070795 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fe1b6-cc30-4781-9201-4bd8492380bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63227cfa-0109-4115-a76c-ee9f037a83ea,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:24.074245 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fb369c2b-27cb-415a-8e89-92657b88a0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:24.089931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:24.091489 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device c07bebcf-4314-4f94-a4d9-827e2e83ed78 up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:24.127113 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-de5fe1b6-cc30-4781-9201-4bd8492380bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:24.130910 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:19:24.145622 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-de5fe1b6-cc30-4781-9201-4bd8492380bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:24.162630 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:24.201269 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-de5fe1b6-cc30-4781-9201-4bd8492380bd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/63227cfa-0109-4115-a76c-ee9f037a83ea HTTP/1.1" status: 204 len: 168 time: 2.1314123 Jun 18 10:19:24.223330 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39740) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:24.337710 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=7e28bd84-2af7-4b17-9e4d-84bad845fc5c,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:24.349746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:24.404208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port c07bebcf-4314-4f94-a4d9-827e2e83ed78 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:19:24.410416 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port c07bebcf-4314-4f94-a4d9-827e2e83ed78 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:24.410831 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:24.423871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Allocated IP 172.20.0.4 (273c63d3-030d-4bf3-b4a9-4ac0fa87c45b/32310b40-dde4-4045-b65a-97e81d3f1bf5/fc05b38f-611d-4ed9-b3b1-0e3301a9d591) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:19:24.432128 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-fb369c2b-27cb-415a-8e89-92657b88a0dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:24.437786 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-fb369c2b-27cb-415a-8e89-92657b88a0dc admin admin] Usage tracker for resource:security_group_rule and tenant:3f6927ec8f54427ca0153c8a4a45deda is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:24.441995 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-fb369c2b-27cb-415a-8e89-92657b88a0dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:24.452112 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-fb369c2b-27cb-415a-8e89-92657b88a0dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:24.474299 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-41d80cbb-770a-408e-a1a5-975c9b7a1174 req-33421bbb-ff04-41e0-b6be-677ed0b46ec9 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 210 time: 0.1949322 Jun 18 10:19:24.475965 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688f0e52-0001-4a1b-ae92-253c85ed8f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e28bd84-2af7-4b17-9e4d-84bad845fc5c', 'code': 200} Jun 18 10:19:24.604376 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:24.647157 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port c07bebcf-4314-4f94-a4d9-827e2e83ed78, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=c07bebcf-4314-4f94-a4d9-827e2e83ed78,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:24.696654 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:24.699421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:24.709895 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:24.742007 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-189a2021-afd1-4bed-84e7-20859d64a0af service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287583 Jun 18 10:19:24.840736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=c07bebcf-4314-4f94-a4d9-827e2e83ed78,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:24.852531 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:24.852817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.61', 56362) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:24.952787 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.046329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.062743 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fb369c2b-27cb-415a-8e89-92657b88a0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.068492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.068857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.069832 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.074582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > port after_create 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.074582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.074582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > port after_update 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.074582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.074582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.074582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.074582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.136558 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f1b74-c2bb-4514-9752-30f1c6eb4a55 req-7493392e-c9e2-4e05-944b-f3f6d66d9833 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:25.138452 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-534f1b74-c2bb-4514-9752-30f1c6eb4a55 req-7493392e-c9e2-4e05-944b-f3f6d66d9833 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 945 time: 0.4054961 Jun 18 10:19:25.144338 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fb369c2b-27cb-415a-8e89-92657b88a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.149646 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.150019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.150433 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.150862 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:19:25.151590 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70eacca7-baf2-4ccd-bb51-dc99c038e536']}} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:25.191217 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f124658a-9cd9-4182-8dec-f290c1436afe') {'for_net_delete': True} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:25.191878 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f124658a-9cd9-4182-8dec-f290c1436afe') {} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:25.195137 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:25.218662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262073'] for segment, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.237742 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85c466ef-a9fb-471c-bf33-00f31e785b67 req-054d8c39-8d46-4fef-86fb-45eb1209bd68 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789650 Jun 18 10:19:25.247414 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.263702 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=82216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:19:25.264123 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852095981'] for segment, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: (self, other), Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: (self, other), Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:19:25.283833 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:19:25.298643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.367972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:25.386306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39770) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:25.435343 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.450182 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bcf71a25-3f0e-450d-ac2f-277d38f9455e req-b25bc7a2-fa02-47be-996a-0e7d05e6d644 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 1098 time: 0.5849893 Jun 18 10:19:25.460458 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb369c2b-27cb-415a-8e89-92657b88a0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fe7e9b-3251-4f96-9e8f-6987477b4070,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:25.484293 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Network e0c5a42a-7761-410a-a013-9d5829ac1f43 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:19:25.499609 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-fb369c2b-27cb-415a-8e89-92657b88a0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:25.512161 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-fb369c2b-27cb-415a-8e89-92657b88a0dc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f6927ec8f54427ca0153c8a4a45deda&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0125771 Jun 18 10:19:25.521200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-bcf71a25-3f0e-450d-ac2f-277d38f9455e req-ed96fb3e-0253-4608-ac85-6564b1507514 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.534097 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:19:25.536276 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Pushing event updated for resources: {'Port': ['ID=f8cf5873-25ce-4c09-9b3f-fb53ba242abd,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:25.540176 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:25.540955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39778) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:25.542478 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:19:25.544203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Transition to ACTIVE for port object fc05b38f-611d-4ed9-b3b1-0e3301a9d591 will not be triggered until provisioned by entity DHCP. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:19:25.570713 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-534f1b74-c2bb-4514-9752-30f1c6eb4a55 req-bce42e89-4078-4fd8-8b30-939e16ba8dbc tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161334 Jun 18 10:19:25.655524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-bcf71a25-3f0e-450d-ac2f-277d38f9455e req-ed96fb3e-0253-4608-ac85-6564b1507514 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:25.664612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:25.665380 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.693990 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25feeb-7ef3-4278-8cb2-27b75c36d52c req-7ff298ec-0b7d-41b6-af4d-f904ae375b89 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:25.695913 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8e25feeb-7ef3-4278-8cb2-27b75c36d52c req-7ff298ec-0b7d-41b6-af4d-f904ae375b89 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 945 time: 0.5017679 Jun 18 10:19:25.704360 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-bcf71a25-3f0e-450d-ac2f-277d38f9455e req-ed96fb3e-0253-4608-ac85-6564b1507514 service neutron] Usage tracker for resource:security_group_rule and tenant:132965e1edbc42418d4879ededd47f57 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:25.705602 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.711825 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-bcf71a25-3f0e-450d-ac2f-277d38f9455e req-ed96fb3e-0253-4608-ac85-6564b1507514 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:25.735945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.739443 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-28a954e8-ed73-4104-b0af-5ab5501543d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.756165 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-bcf71a25-3f0e-450d-ac2f-277d38f9455e req-ed96fb3e-0253-4608-ac85-6564b1507514 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:25.756441 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:25.773782 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:25.782698 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.784741 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] 10.222.0.22 "DELETE /v2.0/networks/70eacca7-baf2-4ccd-bb51-dc99c038e536 HTTP/1.1" status: 204 len: 168 time: 1.5604491 Jun 18 10:19:25.787393 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Pushing event deleted for resources: {'Network': ['ID=70eacca7-baf2-4ccd-bb51-dc99c038e536,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:25.790214 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8206513 Jun 18 10:19:25.797793 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39788) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:25.797793 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ae53f9e0-1995-48b3-b4ba-1acb2d132359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:25.797793 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-41a96b5d-b3bf-4ada-92df-cd61f97ed2c5 req-c02c97e7-db56-48df-9d86-bf294652c5fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6627bb315bdf443d8165739a893987ff&device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 1097 time: 0.4343088 Jun 18 10:19:25.845022 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Request body: {'port': {'device_id': 'c6f5f7b8-6043-4686-ba6b-9b730d96f95f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:25.952161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:19:25.956374 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6919059f-994c-4256-bc97-df9d4df3916e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.957900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-28a954e8-ed73-4104-b0af-5ab5501543d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:25.963786 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event updated for resources: {'Port': ['ID=fc05b38f-611d-4ed9-b3b1-0e3301a9d591,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:25.966718 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:19:25.969215 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-28a954e8-ed73-4104-b0af-5ab5501543d0 admin admin] Usage tracker for resource:security_group_rule and tenant:34ffea16190944b397a19b50878fc650 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:25.972552 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:25.979496 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8e25feeb-7ef3-4278-8cb2-27b75c36d52c req-f08f6f9f-7718-4af7-8a34-c7c8479cebec tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679293 Jun 18 10:19:25.982621 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:19:25.986880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:25.987548 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:25.991648 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-28a954e8-ed73-4104-b0af-5ab5501543d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:26.020686 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-28a954e8-ed73-4104-b0af-5ab5501543d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:26.085768 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29eb5d-2970-49bd-a4f4-c0280bff977f req-ad8ee7c3-6f41-416e-8420-9ebadd8430ec tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:26.086767 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-fd29eb5d-2970-49bd-a4f4-c0280bff977f req-ad8ee7c3-6f41-416e-8420-9ebadd8430ec tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Synchronizing usage tracker for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:19:26.107764 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5896251 Jun 18 10:19:26.133682 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Request body: {'port': {'device_id': 'c792eebe-89a0-46fe-b4fc-e7947650d497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:26.134579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-5247896d-1ea1-4826-89f0-ffb37a6b2e1f admin admin] Deleting subnet cd8c2c0f-1918-41a3-9fd7-d2b3144e5ef2 {{(pid=82216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:19:26.137402 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a96b5d-b3bf-4ada-92df-cd61f97ed2c5 req-f481150b-c8e9-485d-aced-4789b5b33b84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:26.142511 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-41a96b5d-b3bf-4ada-92df-cd61f97ed2c5 req-f481150b-c8e9-485d-aced-4789b5b33b84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 200 len: 920 time: 0.3043191 Jun 18 10:19:26.154417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5247896d-1ea1-4826-89f0-ffb37a6b2e1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:26.194767 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-fd29eb5d-2970-49bd-a4f4-c0280bff977f req-ad8ee7c3-6f41-416e-8420-9ebadd8430ec tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Unset dirty status for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:19:26.196291 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fd29eb5d-2970-49bd-a4f4-c0280bff977f req-ad8ee7c3-6f41-416e-8420-9ebadd8430ec tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 931 time: 0.4420552 Jun 18 10:19:26.263237 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6919059f-994c-4256-bc97-df9d4df3916e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:26.317810 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5247896d-1ea1-4826-89f0-ffb37a6b2e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852513759'] for subnet, precommit_delete_associations {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:26.397328 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-bcf71a25-3f0e-450d-ac2f-277d38f9455e req-ed96fb3e-0253-4608-ac85-6564b1507514 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:26.442228 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-41a96b5d-b3bf-4ada-92df-cd61f97ed2c5 req-5d311769-7484-446b-a4ce-7ace72b26e1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d HTTP/1.1" status: 200 len: 217 time: 0.2543597 Jun 18 10:19:26.454794 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-215a3fe7-31d3-4405-9078-2e8099fe34ea None None] Provisioning for port fc05b38f-611d-4ed9-b3b1-0e3301a9d591 completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:19:26.456028 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-bcf71a25-3f0e-450d-ac2f-277d38f9455e req-ed96fb3e-0253-4608-ac85-6564b1507514 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:26.460529 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-215a3fe7-31d3-4405-9078-2e8099fe34ea None None] Provisioning complete for port fc05b38f-611d-4ed9-b3b1-0e3301a9d591 triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:26.460952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-215a3fe7-31d3-4405-9078-2e8099fe34ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:26.489746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4e598572-c304-43ad-bc9b-7cf39dce480e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:26.491353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa821645-c3c9-4ac3-8a27-2bc8eb367c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07bebcf-4314-4f94-a4d9-827e2e83ed78'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:26.522468 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fd29eb5d-2970-49bd-a4f4-c0280bff977f req-37601d1f-18c8-439a-a39f-8c2a7732787b tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677960 Jun 18 10:19:26.526511 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-215a3fe7-31d3-4405-9078-2e8099fe34ea None None] Port fc05b38f-611d-4ed9-b3b1-0e3301a9d591 cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:19:26.532310 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:26.538669 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:26.559570 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5247896d-1ea1-4826-89f0-ffb37a6b2e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:26.561724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-28a954e8-ed73-4104-b0af-5ab5501543d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:26.581867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-bcf71a25-3f0e-450d-ac2f-277d38f9455e req-ed96fb3e-0253-4608-ac85-6564b1507514 service neutron] Synchronizing usage tracker for tenant:132965e1edbc42418d4879ededd47f57 on resource:security_group {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:19:26.601961 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96fb3e-0253-4608-ac85-6564b1507514 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a43a88-e6d0-45ee-b041-46f65cdefccc,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:26.613839 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ed96fb3e-0253-4608-ac85-6564b1507514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:26.620670 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-28a954e8-ed73-4104-b0af-5ab5501543d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:26.665603 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa821645-c3c9-4ac3-8a27-2bc8eb367c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07bebcf-4314-4f94-a4d9-827e2e83ed78', 'code': 200} Jun 18 10:19:26.677485 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a96b5d-b3bf-4ada-92df-cd61f97ed2c5 req-b6bf6db7-2076-48ff-9168-df5b0f226c34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:26.679083 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-41a96b5d-b3bf-4ada-92df-cd61f97ed2c5 req-b6bf6db7-2076-48ff-9168-df5b0f226c34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=beebdc3d-813f-4399-b6cf-a6f502fb4a6e HTTP/1.1" status: 200 len: 859 time: 0.2250605 Jun 18 10:19:26.698985 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:26.714261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24edaf6-90d3-42f1-bf96-6e0c6b8a0a7c req-05aa7729-d2e3-435d-ae28-9eb300bd6eb3 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:26.715915 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d24edaf6-90d3-42f1-bf96-6e0c6b8a0a7c req-05aa7729-d2e3-435d-ae28-9eb300bd6eb3 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 931 time: 0.5274866 Jun 18 10:19:26.756483 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6919059f-994c-4256-bc97-df9d4df3916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:26.786760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-bcf71a25-3f0e-450d-ac2f-277d38f9455e req-ed96fb3e-0253-4608-ac85-6564b1507514 service neutron] Unset dirty status for tenant:132965e1edbc42418d4879ededd47f57 on resource:security_group {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:19:26.787895 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bcf71a25-3f0e-450d-ac2f-277d38f9455e req-ed96fb3e-0253-4608-ac85-6564b1507514 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3197389 Jun 18 10:19:26.788437 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bcaeb6b0-20b0-404e-95d0-b2808e49ebc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:26.797708 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-41a96b5d-b3bf-4ada-92df-cd61f97ed2c5 req-6dbb8194-e9c7-4347-b0d1-73b8312b0472 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0c5a42a-7761-410a-a013-9d5829ac1f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910556 Jun 18 10:19:26.808889 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a954e8-ed73-4104-b0af-5ab5501543d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd2777-4f8f-44ca-878c-60881e0ac968,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:26.866590 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-28a954e8-ed73-4104-b0af-5ab5501543d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:26.883470 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-28a954e8-ed73-4104-b0af-5ab5501543d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34ffea16190944b397a19b50878fc650&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4766066 Jun 18 10:19:26.931190 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39802) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:27.014613 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d24edaf6-90d3-42f1-bf96-6e0c6b8a0a7c req-e73e5a93-dbaf-4fb8-a0ed-da31bdd90806 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Synchronizing usage tracker for tenant:6627bb315bdf443d8165739a893987ff on resource:security_group {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:19:27.178713 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919059f-994c-4256-bc97-df9d4df3916e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fe7e9b-3251-4f96-9e8f-6987477b4070,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:27.181530 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6919059f-994c-4256-bc97-df9d4df3916e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:27.204240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d24edaf6-90d3-42f1-bf96-6e0c6b8a0a7c req-e73e5a93-dbaf-4fb8-a0ed-da31bdd90806 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Unset dirty status for tenant:6627bb315bdf443d8165739a893987ff on resource:security_group {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:19:27.205534 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d24edaf6-90d3-42f1-bf96-6e0c6b8a0a7c req-e73e5a93-dbaf-4fb8-a0ed-da31bdd90806 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668939 Jun 18 10:19:27.236379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6919059f-994c-4256-bc97-df9d4df3916e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:27.240757 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-6919059f-994c-4256-bc97-df9d4df3916e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6fe7e9b-3251-4f96-9e8f-6987477b4070 HTTP/1.1" status: 204 len: 168 time: 1.6198695 Jun 18 10:19:27.622941 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-48a51b35-ed36-44af-96a2-4e68ab2cf4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:27.644299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:19:27.678535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b51e68-ffd3-44da-8c80-71b7d5ec27f5 req-2b084141-45cc-45dd-905d-df308ac94539 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:27.680252 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c5b51e68-ffd3-44da-8c80-71b7d5ec27f5 req-2b084141-45cc-45dd-905d-df308ac94539 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 945 time: 0.8212438 Jun 18 10:19:27.694375 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-41a96b5d-b3bf-4ada-92df-cd61f97ed2c5 req-97293650-f491-4f80-b44c-9a3ff7e0bd82 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573885 Jun 18 10:19:27.721130 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-508fd853-5d7a-476f-a09d-ce540c60c652 req-47a58a0d-6721-4bfa-a594-25808abb3126 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 1098 time: 0.7505364 Jun 18 10:19:27.803499 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-48a51b35-ed36-44af-96a2-4e68ab2cf4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:27.893716 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8cf5873-25ce-4c09-9b3f-fb53ba242abd {{(pid=82216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:19:27.914539 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:27.933859 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d,segment=NetworkSegment(c7299161-6857-454c-95ca-9d28dd148fd9),segment_id=c7299161-6857-454c-95ca-9d28dd148fd9)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:27.943701 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Transition to ACTIVE for port object f8cf5873-25ce-4c09-9b3f-fb53ba242abd will not be triggered until provisioned by entity L2. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:19:27.963717 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5247896d-1ea1-4826-89f0-ffb37a6b2e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2679532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852222038'] for subnet, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:27.963973 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': 'ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d', 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43', 'port_id': 'ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d', 'mac_address': 'fa:16:3e:31:4f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beebdc3d-813f-4399-b6cf-a6f502fb4a6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:19:27.966077 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc05b38f-611d-4ed9-b3b1-0e3301a9d591 {{(pid=82215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:19:27.966234 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-41a96b5d-b3bf-4ada-92df-cd61f97ed2c5 req-43299721-dda5-44ca-adc8-b4a80ec44842 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612808 Jun 18 10:19:27.972312 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b6129ffc-add8-4182-9e0e-d81642c65dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:27.983484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:27.989602 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c5b51e68-ffd3-44da-8c80-71b7d5ec27f5 req-9fbdd78b-6d0f-41a4-b156-d2e810b50a81 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889800 Jun 18 10:19:28.013021 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-508fd853-5d7a-476f-a09d-ce540c60c652 req-d6b7e9f2-0102-4eaf-9f65-e239c4f30f04 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624965 Jun 18 10:19:28.013390 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:28.017047 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247896d-1ea1-4826-89f0-ffb37a6b2e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8c2c0f-1918-41a3-9fd7-d2b3144e5ef2,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:28.020385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5247896d-1ea1-4826-89f0-ffb37a6b2e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:28.028262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:28.052509 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e89f8-a841-48e6-814e-7fb04b1f5d7c req-b6235d4d-e657-42a9-8709-d3b3db1727bd tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:28.059050 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a17e89f8-a841-48e6-814e-7fb04b1f5d7c req-b6235d4d-e657-42a9-8709-d3b3db1727bd tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 945 time: 0.4804261 Jun 18 10:19:28.069132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Transition to ACTIVE for port object fc05b38f-611d-4ed9-b3b1-0e3301a9d591 will not be triggered until provisioned by entity L2. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:19:28.079560 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5247896d-1ea1-4826-89f0-ffb37a6b2e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:28.099713 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:28.114682 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-48a51b35-ed36-44af-96a2-4e68ab2cf4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:28.137489 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-705f11d5-fd5b-4f95-aa7d-ee21bda6d3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:28.141316 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:19:28.161266 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:28.164276 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a51b35-ed36-44af-96a2-4e68ab2cf4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd2777-4f8f-44ca-878c-60881e0ac968,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:28.189353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-48a51b35-ed36-44af-96a2-4e68ab2cf4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:28.190689 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:28.204479 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-5247896d-1ea1-4826-89f0-ffb37a6b2e1f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cd8c2c0f-1918-41a3-9fd7-d2b3144e5ef2 HTTP/1.1" status: 204 len: 168 time: 2.4040666 Jun 18 10:19:28.205957 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39826) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:28.249895 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-48a51b35-ed36-44af-96a2-4e68ab2cf4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:28.252676 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cf5873-25ce-4c09-9b3f-fb53ba242abd,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:28.254245 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-48a51b35-ed36-44af-96a2-4e68ab2cf4a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fadd2777-4f8f-44ca-878c-60881e0ac968 HTTP/1.1" status: 204 len: 168 time: 1.3120360 Jun 18 10:19:28.263369 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d,segment=NetworkSegment(c7299161-6857-454c-95ca-9d28dd148fd9),segment_id=c7299161-6857-454c-95ca-9d28dd148fd9)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:28.271198 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:28.282112 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a17e89f8-a841-48e6-814e-7fb04b1f5d7c req-84b202a7-d25d-46d1-a43c-11212596b646 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162488 Jun 18 10:19:28.299671 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:28.301926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:28.473322 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:28.488526 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:28.533108 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:28.652799 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Attempting to bind port f8cf5873-25ce-4c09-9b3f-fb53ba242abd on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:19:28.653306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Attempting to bind port f8cf5873-25ce-4c09-9b3f-fb53ba242abd by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'c7299161-6857-454c-95ca-9d28dd148fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43'}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:19:28.654022 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Attempting to bind port f8cf5873-25ce-4c09-9b3f-fb53ba242abd on network e0c5a42a-7761-410a-a013-9d5829ac1f43 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:28.685476 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Pushing event updated for resources: {'Port': ['ID=fc05b38f-611d-4ed9-b3b1-0e3301a9d591,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:28.698747 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:28.713177 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:19:28.819082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Attempting to bind port fc05b38f-611d-4ed9-b3b1-0e3301a9d591 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:19:28.819617 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Attempting to bind port fc05b38f-611d-4ed9-b3b1-0e3301a9d591 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:19:28.820094 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Attempting to bind port fc05b38f-611d-4ed9-b3b1-0e3301a9d591 on network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:28.845938 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079786d-c0d8-4fb3-8cd8-b7c46feeed98 req-585c236f-113e-49ff-acbf-1c5e02a2feff tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:28.848911 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0079786d-c0d8-4fb3-8cd8-b7c46feeed98 req-585c236f-113e-49ff-acbf-1c5e02a2feff tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 943 time: 0.4016228 Jun 18 10:19:28.855558 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Port fc05b38f-611d-4ed9-b3b1-0e3301a9d591 on network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:19:28.856067 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Attempting to bind port fc05b38f-611d-4ed9-b3b1-0e3301a9d591 on network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:28.861548 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Port f8cf5873-25ce-4c09-9b3f-fb53ba242abd on network e0c5a42a-7761-410a-a013-9d5829ac1f43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:19:28.861864 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Attempting to bind port f8cf5873-25ce-4c09-9b3f-fb53ba242abd on network e0c5a42a-7761-410a-a013-9d5829ac1f43 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:28.888121 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa7319-6cd5-4b03-b7cd-20c3ad387c74 req-7623241a-24dd-4b36-aadf-1ed78d855861 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:28.892749 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:28.896929 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-34fa7319-6cd5-4b03-b7cd-20c3ad387c74 req-7623241a-24dd-4b36-aadf-1ed78d855861 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 943 time: 0.3167973 Jun 18 10:19:28.902913 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:19:28.903295 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Checking segment: {'id': 'c7299161-6857-454c-95ca-9d28dd148fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:19:28.903728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Bound using segment: {'id': 'c7299161-6857-454c-95ca-9d28dd148fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43'} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:19:28.904331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Bound port: f8cf5873-25ce-4c09-9b3f-fb53ba242abd, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7299161-6857-454c-95ca-9d28dd148fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43'}}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:19:28.904716 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:28.929227 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f751d9a0-0c3f-4d22-8263-d64b546b19af']}} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:28.930014 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:19:28.930506 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Checking segment: {'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:19:28.931043 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Bound using segment: {'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:19:28.931670 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Bound port: fc05b38f-611d-4ed9-b3b1-0e3301a9d591, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'}}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:19:28.932333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:28.977251 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bebfac-4d1f-40fd-b553-d6b771ed85cb') {'for_net_delete': True} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:28.977620 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bebfac-4d1f-40fd-b553-d6b771ed85cb') {} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:29.010362 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262073'] for segment, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:29.041839 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:29.047019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39840) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:29.050535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=82216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:19:29.051644 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852095981'] for segment, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:29.053828 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0079786d-c0d8-4fb3-8cd8-b7c46feeed98 req-d4f98fce-f485-46fb-b1da-ce2fc27ca6df tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929235 Jun 18 10:19:29.059163 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-34fa7319-6cd5-4b03-b7cd-20c3ad387c74 req-bb6f1a4c-9c5a-4ee8-ac0b-7096d40dfb01 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611617 Jun 18 10:19:29.171812 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] For port fc05b38f-611d-4ed9-b3b1-0e3301a9d591, host hv-cinder-79702, cleared binding levels {{(pid=82215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:19:29.175596 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] For port fc05b38f-611d-4ed9-b3b1-0e3301a9d591, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=fc05b38f-611d-4ed9-b3b1-0e3301a9d591,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:19:29.176792 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:19:29.251275 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:29.263163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-18131b95-5f51-4540-a35b-cbc31d13c2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:29.321359 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] For port f8cf5873-25ce-4c09-9b3f-fb53ba242abd, host hv-cinder-79702, cleared binding levels {{(pid=82216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:19:29.338444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] For port f8cf5873-25ce-4c09-9b3f-fb53ba242abd, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=f8cf5873-25ce-4c09-9b3f-fb53ba242abd,segment=NetworkSegment(c7299161-6857-454c-95ca-9d28dd148fd9),segment_id=c7299161-6857-454c-95ca-9d28dd148fd9)] {{(pid=82216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:19:29.339925 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:29.350047 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:29.418714 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:29.424981 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=f751d9a0-0c3f-4d22-8263-d64b546b19af,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:29.430295 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:29.433827 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:29.440952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:29.478066 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f751d9a0-0c3f-4d22-8263-d64b546b19af HTTP/1.1" status: 204 len: 168 time: 1.2708647 Jun 18 10:19:29.517686 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:29.519411 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] 10.222.0.61 "PUT /v2.0/ports/f8cf5873-25ce-4c09-9b3f-fb53ba242abd HTTP/1.1" status: 200 len: 1093 time: 3.6825645 Jun 18 10:19:29.519995 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f5f7b8-6043-4686-ba6b-9b730d96f95f', 'tag': 'f8cf5873-25ce-4c09-9b3f-fb53ba242abd'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:29.544558 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cf5873-25ce-4c09-9b3f-fb53ba242abd,revision_number=3']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:29.553026 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:29.751421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:29.752937 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] 10.222.0.61 "PUT /v2.0/ports/fc05b38f-611d-4ed9-b3b1-0e3301a9d591 HTTP/1.1" status: 200 len: 1093 time: 3.6257589 Jun 18 10:19:29.757442 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c792eebe-89a0-46fe-b4fc-e7947650d497', 'tag': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:29.780577 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6a09-3366-48b5-bb55-5dd57fdfefc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:29.808904 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Pushing event updated for resources: {'Port': ['ID=fc05b38f-611d-4ed9-b3b1-0e3301a9d591,revision_number=3']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:29.818334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:29.838055 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-abc25cdd-3cfa-47c4-a1a4-2cf5dd9c7913 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6627bb315bdf443d8165739a893987ff&device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 1096 time: 0.1451857 Jun 18 10:19:29.880428 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafcfcf-b379-47b6-ac6b-3bc9cfb51681 req-b9df6b79-2146-4481-83b5-3cd0257e71a0 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:29.882163 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-aaafcfcf-b379-47b6-ac6b-3bc9cfb51681 req-b9df6b79-2146-4481-83b5-3cd0257e71a0 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 945 time: 0.4491692 Jun 18 10:19:29.890317 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e064d3a-883f-4ae6-b3e4-89aef1da5d45 req-de99f1be-5178-4768-aaf0-4886f9891f76 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:29.893983 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1e064d3a-883f-4ae6-b3e4-89aef1da5d45 req-de99f1be-5178-4768-aaf0-4886f9891f76 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 945 time: 0.2251177 Jun 18 10:19:29.930098 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-09bc6bf1-1662-47f0-a489-a84af96bcc25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8cf5873-25ce-4c09-9b3f-fb53ba242abd HTTP/1.1" status: 200 len: 217 time: 0.0790393 Jun 18 10:19:30.003486 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-35a3409c-db82-4432-b8a1-dd6a6da38422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:30.005063 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-35a3409c-db82-4432-b8a1-dd6a6da38422 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=beebdc3d-813f-4399-b6cf-a6f502fb4a6e HTTP/1.1" status: 200 len: 859 time: 0.0680315 Jun 18 10:19:30.016322 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0eaa6a09-3366-48b5-bb55-5dd57fdfefc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:30.036907 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0eaa6a09-3366-48b5-bb55-5dd57fdfefc6 admin admin] Usage tracker for resource:security_group_rule and tenant:a65985e8a9da402cb8b506e67151f694 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:30.042977 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0eaa6a09-3366-48b5-bb55-5dd57fdfefc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:30.058721 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-c8d1dfe1-dd61-4551-8f0d-cc5af80dbfc3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0c5a42a-7761-410a-a013-9d5829ac1f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450578 Jun 18 10:19:30.063498 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0eaa6a09-3366-48b5-bb55-5dd57fdfefc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:30.078760 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-aaafcfcf-b379-47b6-ac6b-3bc9cfb51681 req-f78b6baa-c75d-463f-bee1-29922dbdd106 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832216 Jun 18 10:19:30.099835 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1e064d3a-883f-4ae6-b3e4-89aef1da5d45 req-5b1d2ffa-cbf7-4ae7-a14b-417be1b86bf7 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829247 Jun 18 10:19:30.126291 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-cac4570c-f2a1-4bba-87e2-2cefa696aeb7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa98b03e73be430aa86512a0c9c28b17&device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 1096 time: 0.2069626 Jun 18 10:19:30.204707 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f5f7b8-6043-4686-ba6b-9b730d96f95f', 'tag': 'f8cf5873-25ce-4c09-9b3f-fb53ba242abd', 'status': 'completed', 'code': 200} Jun 18 10:19:30.284484 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-290a6c5e-a9ab-487e-948b-6f8121143211 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc05b38f-611d-4ed9-b3b1-0e3301a9d591 HTTP/1.1" status: 200 len: 217 time: 0.1447451 Jun 18 10:19:30.286647 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c792eebe-89a0-46fe-b4fc-e7947650d497', 'tag': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591', 'status': 'completed', 'code': 200} Jun 18 10:19:30.304226 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-e19125b8-12c6-4444-a004-827596ac48e0 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196205 Jun 18 10:19:30.357564 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39886) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:30.471242 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-639860b0-ebee-4fc4-a8f8-2ce59a66d3c1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:30.473253 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-639860b0-ebee-4fc4-a8f8-2ce59a66d3c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32310b40-dde4-4045-b65a-97e81d3f1bf5 HTTP/1.1" status: 200 len: 849 time: 0.1694114 Jun 18 10:19:30.532309 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-3acc356f-d08a-40ae-9a13-57b2feae0bd1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fcd1683adaf642abaf2a44376c310964&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1698368 Jun 18 10:19:30.548272 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39890) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:30.589597 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6a09-3366-48b5-bb55-5dd57fdfefc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:30.679286 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6a09-3366-48b5-bb55-5dd57fdfefc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:30.691069 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:30.757514 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78750c68-999a-4ac7-aa8b-a4d11426ba2d req-e5f16702-4a78-4b55-87fb-ce9c2b48d820 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511988 Jun 18 10:19:30.772693 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa6a09-3366-48b5-bb55-5dd57fdfefc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4899130a-9ef1-45c1-9abc-7b6e89226f60,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:30.783826 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0eaa6a09-3366-48b5-bb55-5dd57fdfefc6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a65985e8a9da402cb8b506e67151f694&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7253211 Jun 18 10:19:30.785076 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0eaa6a09-3366-48b5-bb55-5dd57fdfefc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:30.788697 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39896) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:30.798137 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-453d6f2d-8482-49c3-aaac-01443746e326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:30.800033 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-59038c93-c9fe-4a2b-bfc1-2b8673a897b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3123057 Jun 18 10:19:30.821019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddece808-e9a8-4d7c-9bea-0e79e0a2f6a0 req-7b06fbcd-a6a7-49ec-a559-0ce59e57c81b tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:30.827133 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ddece808-e9a8-4d7c-9bea-0e79e0a2f6a0 req-7b06fbcd-a6a7-49ec-a559-0ce59e57c81b tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 943 time: 0.3490312 Jun 18 10:19:30.847575 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-453d6f2d-8482-49c3-aaac-01443746e326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:31.009415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b4d74-6f1c-46dd-a1df-5789248a251a req-0edd4ccc-0cb6-499e-afde-95682f7bba6b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:31.011807 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ba2b4d74-6f1c-46dd-a1df-5789248a251a req-0edd4ccc-0cb6-499e-afde-95682f7bba6b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 943 time: 0.4811990 Jun 18 10:19:31.081298 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a81ca741-4895-47ba-9fec-bb20c9e4dbdd req-2c56510d-6bb2-4ce4-b3ce-a33194f2ccfa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6627bb315bdf443d8165739a893987ff&device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 1096 time: 0.1544056 Jun 18 10:19:31.122295 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-773b71b7-75b9-4fcd-b6b7-bb6fd553d96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:31.170134 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ddece808-e9a8-4d7c-9bea-0e79e0a2f6a0 req-1448713a-8232-4613-b2c7-e17eba92580a tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070033 Jun 18 10:19:31.255604 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-773b71b7-75b9-4fcd-b6b7-bb6fd553d96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:31.328743 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-8e9af600-9292-4b2d-8469-e49c2679bc8a service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022738 Jun 18 10:19:31.348948 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ba2b4d74-6f1c-46dd-a1df-5789248a251a req-2d7c8da5-de03-4e8e-8e53-a7089f73cace tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208120 Jun 18 10:19:31.471795 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-453d6f2d-8482-49c3-aaac-01443746e326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:31.489346 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:31.665096 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:31.732873 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ca741-4895-47ba-9fec-bb20c9e4dbdd req-857a1c0c-3696-41af-95e1-18596038c697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:31.736192 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a81ca741-4895-47ba-9fec-bb20c9e4dbdd req-857a1c0c-3696-41af-95e1-18596038c697 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 200 len: 920 time: 0.6423614 Jun 18 10:19:31.748027 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d6f2d-8482-49c3-aaac-01443746e326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df6821c-74ee-42c9-b2d3-08ec3acf340a,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:31.759405 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-453d6f2d-8482-49c3-aaac-01443746e326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:31.797131 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-869c057d-a9ab-4965-9dc8-3dae96c84e04 req-00cd131c-d1f4-4735-b84f-38f95ca42336 service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510818 Jun 18 10:19:31.810351 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7944f79-ad9c-4f25-9732-cb33986092e6 req-4c0ae626-7d88-42c9-ad0f-db2e3718fe7c tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:31.811975 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e7944f79-ad9c-4f25-9732-cb33986092e6 req-4c0ae626-7d88-42c9-ad0f-db2e3718fe7c tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 945 time: 0.4004104 Jun 18 10:19:31.833022 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-773b71b7-75b9-4fcd-b6b7-bb6fd553d96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:31.835308 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-453d6f2d-8482-49c3-aaac-01443746e326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:31.836651 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-453d6f2d-8482-49c3-aaac-01443746e326 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7df6821c-74ee-42c9-b2d3-08ec3acf340a HTTP/1.1" status: 204 len: 168 time: 1.2868984 Jun 18 10:19:31.850541 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:31.855176 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a81ca741-4895-47ba-9fec-bb20c9e4dbdd req-21da3652-1ce7-4c0a-96e0-c3649fdf6767 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8cf5873-25ce-4c09-9b3f-fb53ba242abd HTTP/1.1" status: 200 len: 217 time: 0.0990386 Jun 18 10:19:31.870828 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b71b7-75b9-4fcd-b6b7-bb6fd553d96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4899130a-9ef1-45c1-9abc-7b6e89226f60,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:31.873378 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-773b71b7-75b9-4fcd-b6b7-bb6fd553d96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:31.882694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-773b71b7-75b9-4fcd-b6b7-bb6fd553d96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:31.888193 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-773b71b7-75b9-4fcd-b6b7-bb6fd553d96d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4899130a-9ef1-45c1-9abc-7b6e89226f60 HTTP/1.1" status: 204 len: 168 time: 1.0971625 Jun 18 10:19:31.929782 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e7944f79-ad9c-4f25-9732-cb33986092e6 req-0ae1b8da-cd0c-4546-a6f0-587a6f26d33e tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035700 Jun 18 10:19:31.965640 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:19:31.973977 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:31.974685 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:32.050709 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2d2078bf-0a4f-416c-990e-86244425a393 req-518dc6fe-b438-4a37-9f29-5c0e57695e0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa98b03e73be430aa86512a0c9c28b17&device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 1096 time: 0.1051958 Jun 18 10:19:32.086573 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ca741-4895-47ba-9fec-bb20c9e4dbdd req-7a70c77c-3250-48b8-b4eb-a83e8aadda15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:32.088608 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a81ca741-4895-47ba-9fec-bb20c9e4dbdd req-7a70c77c-3250-48b8-b4eb-a83e8aadda15 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=beebdc3d-813f-4399-b6cf-a6f502fb4a6e HTTP/1.1" status: 200 len: 859 time: 0.2215719 Jun 18 10:19:32.236358 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a81ca741-4895-47ba-9fec-bb20c9e4dbdd req-737fb741-ec8d-4e20-bf11-51ce5884306b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0c5a42a-7761-410a-a013-9d5829ac1f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394241 Jun 18 10:19:32.405090 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:32.451095 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d,segment=NetworkSegment(c7299161-6857-454c-95ca-9d28dd148fd9),segment_id=c7299161-6857-454c-95ca-9d28dd148fd9)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:32.453090 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca88a79-eec4-4fc8-9d3e-f376eca57158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:32.479513 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:32.484445 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:32.642336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2078bf-0a4f-416c-990e-86244425a393 req-fd747de9-dea9-44af-9224-8d92d453d003 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:32.642793 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a81ca741-4895-47ba-9fec-bb20c9e4dbdd req-9fa99a53-e2cf-401e-b7f8-77ffa7e00a86 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707995 Jun 18 10:19:32.642903 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2d2078bf-0a4f-416c-990e-86244425a393 req-fd747de9-dea9-44af-9224-8d92d453d003 service neutron] 10.222.0.61 "GET /v2.0/networks?id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b HTTP/1.1" status: 200 len: 911 time: 0.5582967 Jun 18 10:19:32.699166 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:32.717297 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:32.773492 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2d2078bf-0a4f-416c-990e-86244425a393 req-9e1e906d-d991-407e-890c-4c0645995cdf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc05b38f-611d-4ed9-b3b1-0e3301a9d591 HTTP/1.1" status: 200 len: 217 time: 0.1302106 Jun 18 10:19:32.785439 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9328d-bce2-4ea9-a02a-6de2e2d11c55 req-6c9ed058-f7d4-4019-93a7-de80a6a8fd6c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:32.793351 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-41e9328d-bce2-4ea9-a02a-6de2e2d11c55 req-6c9ed058-f7d4-4019-93a7-de80a6a8fd6c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 943 time: 0.4372034 Jun 18 10:19:32.823186 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a81ca741-4895-47ba-9fec-bb20c9e4dbdd req-77d9a2d5-4dfd-41df-98cd-48113e0b86b3 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585007 Jun 18 10:19:33.017332 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2078bf-0a4f-416c-990e-86244425a393 req-2b6f91af-cbd1-495b-a2c0-60c646316aa2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:33.019343 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2d2078bf-0a4f-416c-990e-86244425a393 req-2b6f91af-cbd1-495b-a2c0-60c646316aa2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32310b40-dde4-4045-b65a-97e81d3f1bf5 HTTP/1.1" status: 200 len: 849 time: 0.2230606 Jun 18 10:19:33.035486 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00638cd-b970-4d4c-873a-706aa609fc54 req-c9891556-f763-4099-98ef-aa2f6e81a671 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:33.040429 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e00638cd-b970-4d4c-873a-706aa609fc54 req-c9891556-f763-4099-98ef-aa2f6e81a671 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 943 time: 0.2628877 Jun 18 10:19:33.086206 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-41e9328d-bce2-4ea9-a02a-6de2e2d11c55 req-e19d637e-906b-4671-9022-3b2f665a0f99 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915761 Jun 18 10:19:33.155748 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e00638cd-b970-4d4c-873a-706aa609fc54 req-2235476a-e9e8-4694-93ef-bc1c359f69c5 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788133 Jun 18 10:19:33.174824 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2d2078bf-0a4f-416c-990e-86244425a393 req-3117ac45-bb6f-430d-bf0c-914ccfba87ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1459184 Jun 18 10:19:33.258613 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca88a79-eec4-4fc8-9d3e-f376eca57158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d', 'code': 200} Jun 18 10:19:33.436756 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2d2078bf-0a4f-416c-990e-86244425a393 req-d7886558-6e87-4aed-a40f-4f0af2e74f11 service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437963 Jun 18 10:19:33.642866 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2d2078bf-0a4f-416c-990e-86244425a393 req-09288eda-ae12-4014-baa1-bfd0bcd28c80 service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956205 Jun 18 10:19:33.673228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device f8cf5873-25ce-4c09-9b3f-fb53ba242abd details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:19:33.889858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port f8cf5873-25ce-4c09-9b3f-fb53ba242abd, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=f8cf5873-25ce-4c09-9b3f-fb53ba242abd,segment=NetworkSegment(c7299161-6857-454c-95ca-9d28dd148fd9),segment_id=c7299161-6857-454c-95ca-9d28dd148fd9)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:33.916730 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': 'f8cf5873-25ce-4c09-9b3f-fb53ba242abd', 'network_id': 'e0c5a42a-7761-410a-a013-9d5829ac1f43', 'port_id': 'f8cf5873-25ce-4c09-9b3f-fb53ba242abd', 'mac_address': 'fa:16:3e:8a:0d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beebdc3d-813f-4399-b6cf-a6f502fb4a6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:19:33.979487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:34.002813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cf5873-25ce-4c09-9b3f-fb53ba242abd {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:19:34.029838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39970) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:34.086516 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port f8cf5873-25ce-4c09-9b3f-fb53ba242abd, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=f8cf5873-25ce-4c09-9b3f-fb53ba242abd,segment=NetworkSegment(c7299161-6857-454c-95ca-9d28dd148fd9),segment_id=c7299161-6857-454c-95ca-9d28dd148fd9)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:34.119201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 39976) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:34.131939 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b26889de-c785-4ee2-bb34-df3cf156d663 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=18b89d33ea5d4a5dbac2bb282850d115&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1006069 Jun 18 10:19:34.136960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:34.141499 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:34.216209 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2502aeef-fbc5-4ea4-aea8-4e364e6d514e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:34.389109 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2502aeef-fbc5-4ea4-aea8-4e364e6d514e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:34.432673 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=f8cf5873-25ce-4c09-9b3f-fb53ba242abd,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:34.438505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:34.473918 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['f8cf5873-25ce-4c09-9b3f-fb53ba242abd'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:19:34.575869 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 39996) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:34.672331 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dede0859-2a98-4539-9f6a-b4f4ee7e8c3a req-97df39e5-689b-461b-8aff-4b707565a3c0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 1099 time: 0.4114435 Jun 18 10:19:34.685395 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40006) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:34.720841 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2502aeef-fbc5-4ea4-aea8-4e364e6d514e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:34.724228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fbd5c0c2-f277-441b-8eb4-e1016b34380c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:34.733149 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:34.759510 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502aeef-fbc5-4ea4-aea8-4e364e6d514e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24899816-65b0-4d0f-a68c-97992211ba37,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:34.768180 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99738b-89c2-4e28-ae35-d6dc9341693e req-156b77ce-da95-48be-9d48-cef9ffe6749e tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:34.769930 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0d99738b-89c2-4e28-ae35-d6dc9341693e req-156b77ce-da95-48be-9d48-cef9ffe6749e tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 943 time: 0.3354518 Jun 18 10:19:34.773331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2502aeef-fbc5-4ea4-aea8-4e364e6d514e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:34.778080 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2502aeef-fbc5-4ea4-aea8-4e364e6d514e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:34.779485 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2502aeef-fbc5-4ea4-aea8-4e364e6d514e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/24899816-65b0-4d0f-a68c-97992211ba37 HTTP/1.1" status: 204 len: 168 time: 0.6589282 Jun 18 10:19:34.805110 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-fbd5c0c2-f277-441b-8eb4-e1016b34380c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:34.811810 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-fbd5c0c2-f277-441b-8eb4-e1016b34380c admin admin] Usage tracker for resource:security_group_rule and tenant:91fb34df5a3e403db58b9dc9de3ca9dd is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:34.816387 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-fbd5c0c2-f277-441b-8eb4-e1016b34380c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:34.825895 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-fbd5c0c2-f277-441b-8eb4-e1016b34380c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:34.930117 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0d99738b-89c2-4e28-ae35-d6dc9341693e req-4d89be05-17d6-4620-a0bd-92088e0786cc tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531887 Jun 18 10:19:34.955338 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dede0859-2a98-4539-9f6a-b4f4ee7e8c3a req-4c8483a1-dad0-49ca-b19d-c01824a07356 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713525 Jun 18 10:19:34.995816 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fbd5c0c2-f277-441b-8eb4-e1016b34380c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:35.021098 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fbd5c0c2-f277-441b-8eb4-e1016b34380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:35.037899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6919059f-994c-4256-bc97-df9d4df3916e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:35.136383 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5c0c2-f277-441b-8eb4-e1016b34380c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee45173-b2bd-4286-bd8c-e250bcaa5695,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:35.140188 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-fbd5c0c2-f277-441b-8eb4-e1016b34380c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:35.145801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 40016) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:35.146205 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-fbd5c0c2-f277-441b-8eb4-e1016b34380c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91fb34df5a3e403db58b9dc9de3ca9dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4593186 Jun 18 10:19:35.235092 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-875a2719-725b-4309-a1a9-ffd5601e78b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:35.301353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-875a2719-725b-4309-a1a9-ffd5601e78b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:35.322901 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-875a2719-725b-4309-a1a9-ffd5601e78b9 admin admin] Usage tracker for resource:security_group_rule and tenant:bc10b135587a4aa8935393ad393a38f7 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:35.331622 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-875a2719-725b-4309-a1a9-ffd5601e78b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:35.350897 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-875a2719-725b-4309-a1a9-ffd5601e78b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:35.355864 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-06f4a3d9-8d6d-4080-b210-3c6e9af9513a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:35.404696 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-06f4a3d9-8d6d-4080-b210-3c6e9af9513a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:35.419828 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe15270-e89c-4caa-9cb2-9a492d979620 req-eb79441c-a432-4491-807e-4df13d2ec06e tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:35.422297 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1fe15270-e89c-4caa-9cb2-9a492d979620 req-eb79441c-a432-4491-807e-4df13d2ec06e tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 944 time: 0.2117441 Jun 18 10:19:35.479082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-875a2719-725b-4309-a1a9-ffd5601e78b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:35.522199 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1fe15270-e89c-4caa-9cb2-9a492d979620 req-83bc3b8d-9c81-4c4b-a6f6-11f955243358 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807567 Jun 18 10:19:35.540081 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-875a2719-725b-4309-a1a9-ffd5601e78b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:35.548841 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:35.552701 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-06f4a3d9-8d6d-4080-b210-3c6e9af9513a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:35.559303 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:35.571446 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4a3d9-8d6d-4080-b210-3c6e9af9513a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee45173-b2bd-4286-bd8c-e250bcaa5695,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:35.574334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-06f4a3d9-8d6d-4080-b210-3c6e9af9513a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:35.584522 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-06f4a3d9-8d6d-4080-b210-3c6e9af9513a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:35.585793 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-06f4a3d9-8d6d-4080-b210-3c6e9af9513a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fee45173-b2bd-4286-bd8c-e250bcaa5695 HTTP/1.1" status: 204 len: 168 time: 0.4387600 Jun 18 10:19:35.601971 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a2719-725b-4309-a1a9-ffd5601e78b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bbf0c9-0c02-447d-8f70-858dfc8729b3,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:35.609307 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-875a2719-725b-4309-a1a9-ffd5601e78b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:35.615678 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-875a2719-725b-4309-a1a9-ffd5601e78b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bc10b135587a4aa8935393ad393a38f7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0379148 Jun 18 10:19:35.617960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 40034) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:35.686108 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device fc05b38f-611d-4ed9-b3b1-0e3301a9d591 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:19:35.755259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b9752bab-4209-47a4-b510-6833f063822c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:35.789606 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b9752bab-4209-47a4-b510-6833f063822c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:35.893288 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port fc05b38f-611d-4ed9-b3b1-0e3301a9d591, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=fc05b38f-611d-4ed9-b3b1-0e3301a9d591,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:35.921103 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'port_id': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591', 'mac_address': 'fa:16:3e:0d:93:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:19:35.942315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b9752bab-4209-47a4-b510-6833f063822c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:35.948225 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:35.993275 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9752bab-4209-47a4-b510-6833f063822c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bbf0c9-0c02-447d-8f70-858dfc8729b3,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:36.012898 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b9752bab-4209-47a4-b510-6833f063822c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:36.035958 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b9752bab-4209-47a4-b510-6833f063822c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:36.037205 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b9752bab-4209-47a4-b510-6833f063822c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7bbf0c9-0c02-447d-8f70-858dfc8729b3 HTTP/1.1" status: 204 len: 168 time: 0.4170110 Jun 18 10:19:36.066638 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:36.119053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc05b38f-611d-4ed9-b3b1-0e3301a9d591 {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:19:36.159294 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port fc05b38f-611d-4ed9-b3b1-0e3301a9d591, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=fc05b38f-611d-4ed9-b3b1-0e3301a9d591,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:36.216334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:36.219390 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:36.414178 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=fc05b38f-611d-4ed9-b3b1-0e3301a9d591,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:36.421808 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbb693-9463-4264-99af-0a3a751b6ca8 req-db38d7f5-2e67-4558-bb17-d90177aa02a1 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:36.422493 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:36.424073 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-48bbb693-9463-4264-99af-0a3a751b6ca8 req-db38d7f5-2e67-4558-bb17-d90177aa02a1 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 944 time: 0.1855206 Jun 18 10:19:36.509211 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-48bbb693-9463-4264-99af-0a3a751b6ca8 req-842d0dc4-bdea-4902-a713-781a6198ebea tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778258 Jun 18 10:19:36.632242 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['fc05b38f-611d-4ed9-b3b1-0e3301a9d591'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:19:36.973839 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503df92b-cc16-4a9d-9721-45bc878d6cb0 req-68ebf941-9b0c-4d2e-8041-8bf4bf8e3707 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:36.975569 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-503df92b-cc16-4a9d-9721-45bc878d6cb0 req-68ebf941-9b0c-4d2e-8041-8bf4bf8e3707 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 944 time: 0.2219372 Jun 18 10:19:37.046081 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-503df92b-cc16-4a9d-9721-45bc878d6cb0 req-299402b7-e0d7-4420-86f2-c754940b2e8f tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601134 Jun 18 10:19:37.704147 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device f8cf5873-25ce-4c09-9b3f-fb53ba242abd up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:37.818379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89308a56-239c-4298-89bb-b3ed82642855 req-3413be25-f0f2-49be-ad32-c14fca09b9b2 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:37.820046 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-89308a56-239c-4298-89bb-b3ed82642855 req-3413be25-f0f2-49be-ad32-c14fca09b9b2 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 944 time: 0.1338851 Jun 18 10:19:37.861259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port f8cf5873-25ce-4c09-9b3f-fb53ba242abd completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:19:37.867442 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port f8cf5873-25ce-4c09-9b3f-fb53ba242abd triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:37.868179 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:37.929346 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-89308a56-239c-4298-89bb-b3ed82642855 req-d3420e06-0fb6-4bd3-9b60-411383fb8bd8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963845 Jun 18 10:19:38.024027 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:38.067787 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port f8cf5873-25ce-4c09-9b3f-fb53ba242abd, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=f8cf5873-25ce-4c09-9b3f-fb53ba242abd,segment=NetworkSegment(c7299161-6857-454c-95ca-9d28dd148fd9),segment_id=c7299161-6857-454c-95ca-9d28dd148fd9)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:38.083706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f5f7b8-6043-4686-ba6b-9b730d96f95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cf5873-25ce-4c09-9b3f-fb53ba242abd'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:38.153205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:38.156126 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:38.225120 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f5f7b8-6043-4686-ba6b-9b730d96f95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cf5873-25ce-4c09-9b3f-fb53ba242abd', 'code': 200} Jun 18 10:19:38.245990 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=f8cf5873-25ce-4c09-9b3f-fb53ba242abd,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:38.250106 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:38.359643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878702d5-7cbe-494b-b9e6-afa4b5d78304 req-e5c9dc25-cd6d-4477-aa37-5d3f61bdeb76 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:38.361515 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-878702d5-7cbe-494b-b9e6-afa4b5d78304 req-e5c9dc25-cd6d-4477-aa37-5d3f61bdeb76 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.1160972 Jun 18 10:19:38.428779 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-878702d5-7cbe-494b-b9e6-afa4b5d78304 req-f30e5aea-33de-4baa-a88a-ef3a4c364975 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577273 Jun 18 10:19:38.767791 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0a92f69e-56bf-4efc-8987-79603ad68f0d req-41808884-3998-459f-9325-aaf75ce00a16 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 1098 time: 0.1004376 Jun 18 10:19:38.842438 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0a92f69e-56bf-4efc-8987-79603ad68f0d req-be13e48b-6327-4e8c-885b-99cb4140e98b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520771 Jun 18 10:19:38.898470 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40150) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:39.169526 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b618a8-c28e-4a76-b815-a367ffc0f2f4 req-901f9e0a-9a1d-418e-98dd-c7567286a0b4 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:39.172681 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d4b618a8-c28e-4a76-b815-a367ffc0f2f4 req-901f9e0a-9a1d-418e-98dd-c7567286a0b4 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 944 time: 0.1049640 Jun 18 10:19:39.348171 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d4b618a8-c28e-4a76-b815-a367ffc0f2f4 req-5b56d30f-9634-4282-8665-45f3c20f3c54 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320539 Jun 18 10:19:39.356955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2991c203-8ad1-47ba-9823-98da9d4aa1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:39.394056 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6df8e6-ae48-42f4-b4ad-27cb37ad441a req-92908c85-0bfd-4366-bb60-45f94d405784 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:39.404009 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ab6df8e6-ae48-42f4-b4ad-27cb37ad441a req-92908c85-0bfd-4366-bb60-45f94d405784 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 945 time: 0.2292674 Jun 18 10:19:39.439788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-2991c203-8ad1-47ba-9823-98da9d4aa1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:39.444921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-2991c203-8ad1-47ba-9823-98da9d4aa1da admin admin] Usage tracker for resource:security_group_rule and tenant:01ae5613c1b9487cb0dce3114e31c9b7 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:39.449241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-2991c203-8ad1-47ba-9823-98da9d4aa1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:39.456289 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-2991c203-8ad1-47ba-9823-98da9d4aa1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:39.464453 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ab6df8e6-ae48-42f4-b4ad-27cb37ad441a req-95d3384a-35f0-4833-9a13-16c3abbf6397 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593443 Jun 18 10:19:39.549981 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2991c203-8ad1-47ba-9823-98da9d4aa1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:39.593325 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2991c203-8ad1-47ba-9823-98da9d4aa1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:39.610102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:39.665375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991c203-8ad1-47ba-9823-98da9d4aa1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28651a8f-efc2-4c8d-ad41-cb995de314e3,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:39.678244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2991c203-8ad1-47ba-9823-98da9d4aa1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:39.680996 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2991c203-8ad1-47ba-9823-98da9d4aa1da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=01ae5613c1b9487cb0dce3114e31c9b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7814348 Jun 18 10:19:39.687119 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40180) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:39.687765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06e7e9-00b2-4b21-a841-80e6186d654c req-3714bdba-a4cb-47b2-a3c6-5610a80ddd1b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:39.696441 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cc06e7e9-00b2-4b21-a841-80e6186d654c req-3714bdba-a4cb-47b2-a3c6-5610a80ddd1b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.1008642 Jun 18 10:19:39.718880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device fc05b38f-611d-4ed9-b3b1-0e3301a9d591 up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:39.795995 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cc06e7e9-00b2-4b21-a841-80e6186d654c req-26ff1c6e-09b4-4afb-a805-e4c9e93a2ec1 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962727 Jun 18 10:19:39.817621 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6c716739-272c-41b1-acfb-76d30d59406c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:39.854577 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6c716739-272c-41b1-acfb-76d30d59406c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:39.890264 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port fc05b38f-611d-4ed9-b3b1-0e3301a9d591 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:19:39.900787 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port fc05b38f-611d-4ed9-b3b1-0e3301a9d591 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:39.901486 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:39.941804 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6c716739-272c-41b1-acfb-76d30d59406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:39.959053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1c14f3c8-c281-4f6b-b39f-e890eb1fade9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:39.985995 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c716739-272c-41b1-acfb-76d30d59406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28651a8f-efc2-4c8d-ad41-cb995de314e3,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:40.002951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6c716739-272c-41b1-acfb-76d30d59406c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:40.017554 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6c716739-272c-41b1-acfb-76d30d59406c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:40.019155 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-6c716739-272c-41b1-acfb-76d30d59406c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/28651a8f-efc2-4c8d-ad41-cb995de314e3 HTTP/1.1" status: 204 len: 168 time: 0.3309462 Jun 18 10:19:40.069775 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:40.114612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port fc05b38f-611d-4ed9-b3b1-0e3301a9d591, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=fc05b38f-611d-4ed9-b3b1-0e3301a9d591,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:40.158670 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:40.161578 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:40.232718 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c792eebe-89a0-46fe-b4fc-e7947650d497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:40.291583 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=fc05b38f-611d-4ed9-b3b1-0e3301a9d591,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:40.295666 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:40.310941 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c792eebe-89a0-46fe-b4fc-e7947650d497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591', 'code': 200} Jun 18 10:19:41.052787 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-90e1753b-aca0-43c3-a752-502e369a9ff9 req-efa76246-576e-47ea-93ba-29985634025d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 1098 time: 0.1446569 Jun 18 10:19:41.060729 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92c18c-c63d-4ccc-be3b-aaa0c46e6820 req-8061d47d-775e-4b5d-9d00-c69188a9396f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:41.070734 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3d92c18c-c63d-4ccc-be3b-aaa0c46e6820 req-8061d47d-775e-4b5d-9d00-c69188a9396f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.4646089 Jun 18 10:19:41.125061 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f4433-f997-4b45-822f-1f1b1b464c92 req-b21683db-87fd-4b4d-b9f3-6cf336075c8d tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:41.126719 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a45f4433-f997-4b45-822f-1f1b1b464c92 req-b21683db-87fd-4b4d-b9f3-6cf336075c8d tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 945 time: 0.2904372 Jun 18 10:19:41.178304 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3d92c18c-c63d-4ccc-be3b-aaa0c46e6820 req-6c5638ca-0e9f-4a35-85f4-7f2e00321df8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059868 Jun 18 10:19:41.239980 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-803851a0-c8a9-4c3e-b486-23d58ca5e8b5 req-830ca49c-c654-4960-8722-262dc7420f07 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1213212 Jun 18 10:19:41.297745 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a45f4433-f997-4b45-822f-1f1b1b464c92 req-f7a779ce-d01c-4116-995d-60fcff24ca5a tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518466 Jun 18 10:19:41.301318 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-90e1753b-aca0-43c3-a752-502e369a9ff9 req-4a5b546b-2b16-4acd-9700-0ad17610bc7c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243941 Jun 18 10:19:41.737970 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-57528d8a-2275-4d2f-8e5c-2d09277f0af2 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:41.739578 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-57528d8a-2275-4d2f-8e5c-2d09277f0af2 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/networks?id=a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 200 len: 815 time: 0.2545688 Jun 18 10:19:41.754166 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-803851a0-c8a9-4c3e-b486-23d58ca5e8b5 req-3d793221-571a-4e44-900d-8ded802622b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 1098 time: 0.3313503 Jun 18 10:19:41.771832 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f757c12-7ca5-4b37-a517-4c5bf62ad5b4 req-faa66038-7b11-4eb6-8747-d4f730c0334d tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:41.773462 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7f757c12-7ca5-4b37-a517-4c5bf62ad5b4 req-faa66038-7b11-4eb6-8747-d4f730c0334d tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.2896733 Jun 18 10:19:41.777548 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-9b249e97-35e3-43c1-a0f6-0b1f89436f8a tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/quotas/883fc17a700c4e0392c7d12c2061e3fc HTTP/1.1" status: 200 len: 375 time: 0.0314567 Jun 18 10:19:41.986232 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7f757c12-7ca5-4b37-a517-4c5bf62ad5b4 req-361f155d-68c0-45b3-9352-3b398bb8173f tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025003 Jun 18 10:19:42.067971 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40276) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:42.080701 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803851a0-c8a9-4c3e-b486-23d58ca5e8b5 req-7e34bc51-425e-472c-a5ee-21926453a16d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:42.082388 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-803851a0-c8a9-4c3e-b486-23d58ca5e8b5 req-7e34bc51-425e-472c-a5ee-21926453a16d service neutron] 10.222.0.61 "GET /v2.0/networks?id=a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 200 len: 916 time: 0.2814655 Jun 18 10:19:42.209505 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-e1653a1f-bbb6-47dc-a7c6-339f2a052179 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4245632 Jun 18 10:19:42.211064 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-803851a0-c8a9-4c3e-b486-23d58ca5e8b5 req-e2eec6b5-b778-474f-ae0b-4554704307a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07bebcf-4314-4f94-a4d9-827e2e83ed78 HTTP/1.1" status: 200 len: 217 time: 0.1189983 Jun 18 10:19:42.371020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d63703-8c74-4cdb-a1c8-2b144b8cbd37 req-fa797ab0-59e0-4046-bba3-b344f9fd22dc tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:42.372078 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-40d63703-8c74-4cdb-a1c8-2b144b8cbd37 req-fa797ab0-59e0-4046-bba3-b344f9fd22dc tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Synchronizing usage tracker for tenant:ef6175cd84dc4352a0f4f2e65ff7f0b3 on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:19:42.474954 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-40d63703-8c74-4cdb-a1c8-2b144b8cbd37 req-fa797ab0-59e0-4046-bba3-b344f9fd22dc tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Unset dirty status for tenant:ef6175cd84dc4352a0f4f2e65ff7f0b3 on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:19:42.476945 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-40d63703-8c74-4cdb-a1c8-2b144b8cbd37 req-fa797ab0-59e0-4046-bba3-b344f9fd22dc tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.61 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 945 time: 0.2482991 Jun 18 10:19:42.523603 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-088ff898-ff0c-4c09-9025-14c68fa0a708 service neutron] 10.222.0.22 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958782 Jun 18 10:19:42.525858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803851a0-c8a9-4c3e-b486-23d58ca5e8b5 req-9579e82e-be25-469c-b3b8-f839ba7438d5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:42.527655 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-803851a0-c8a9-4c3e-b486-23d58ca5e8b5 req-9579e82e-be25-469c-b3b8-f839ba7438d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d8c939c-1a25-4c7f-9c92-78a92c443c48 HTTP/1.1" status: 200 len: 855 time: 0.2587719 Jun 18 10:19:42.638725 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-40d63703-8c74-4cdb-a1c8-2b144b8cbd37 req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Deleting port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:19:42.639393 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-40d63703-8c74-4cdb-a1c8-2b144b8cbd37 req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:42.731237 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40300) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:42.869774 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-894a4d80-eda0-4ea3-b381-f1e4ccd5524e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:42.943508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-894a4d80-eda0-4ea3-b381-f1e4ccd5524e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:42.943508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-894a4d80-eda0-4ea3-b381-f1e4ccd5524e admin admin] Usage tracker for resource:security_group_rule and tenant:3c69daab30394d7b8d0992eb5d6fda04 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:42.945123 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-894a4d80-eda0-4ea3-b381-f1e4ccd5524e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:42.968457 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-894a4d80-eda0-4ea3-b381-f1e4ccd5524e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:43.033245 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:43.039030 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-803851a0-c8a9-4c3e-b486-23d58ca5e8b5 req-405620c6-5b49-4e72-ab99-7c20d0a0f315 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0a1681a-8e45-45f9-a380-f6345a716a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2439632 Jun 18 10:19:43.129041 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b271af17-3024-41e6-9709-ed50473a760f service neutron] 10.222.0.22 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972781 Jun 18 10:19:43.217873 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9a6fc245-65e1-41e6-8404-a1796b1ba5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:43.275693 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-9a6fc245-65e1-41e6-8404-a1796b1ba5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:43.281063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-9a6fc245-65e1-41e6-8404-a1796b1ba5b1 admin admin] Usage tracker for resource:security_group_rule and tenant:4c5c49ecdcdd40e3bcac07b3621e3e5a is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:43.283703 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dd473dd7-fcc9-4703-9bb5-8715e62a97c1 req-b1981ff1-86c0-4432-8042-05db7570661d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6627bb315bdf443d8165739a893987ff&device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 1098 time: 0.4939017 Jun 18 10:19:43.284593 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-9a6fc245-65e1-41e6-8404-a1796b1ba5b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:43.294301 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-9a6fc245-65e1-41e6-8404-a1796b1ba5b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:43.335444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285527c2-f071-4806-8117-8b8992fcd72a req-1627fbae-6884-4841-b4a3-9f286c16bbcc tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:43.344700 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-285527c2-f071-4806-8117-8b8992fcd72a req-1627fbae-6884-4841-b4a3-9f286c16bbcc tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.5559962 Jun 18 10:19:43.374579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9a6fc245-65e1-41e6-8404-a1796b1ba5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:43.425083 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9a6fc245-65e1-41e6-8404-a1796b1ba5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:43.479171 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2991c203-8ad1-47ba-9823-98da9d4aa1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:43.489551 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-9a6fc245-65e1-41e6-8404-a1796b1ba5b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c5c49ecdcdd40e3bcac07b3621e3e5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6810322 Jun 18 10:19:43.500267 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40334) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:43.553979 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-40d63703-8c74-4cdb-a1c8-2b144b8cbd37 req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] For port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=7e28bd84-2af7-4b17-9e4d-84bad845fc5c,segment=NetworkSegment(d780ab7c-b8c0-49e8-9c41-116b1c9157f1),segment_id=d780ab7c-b8c0-49e8-9c41-116b1c9157f1)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:43.554587 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-40d63703-8c74-4cdb-a1c8-2b144b8cbd37 req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:43.774453 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-894a4d80-eda0-4ea3-b381-f1e4ccd5524e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:43.795808 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-40d63703-8c74-4cdb-a1c8-2b144b8cbd37 req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Calling delete_port for 7e28bd84-2af7-4b17-9e4d-84bad845fc5c owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:19:43.840255 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-803851a0-c8a9-4c3e-b486-23d58ca5e8b5 req-0455add9-43ee-40d7-85ec-a4f3e9031110 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7910693 Jun 18 10:19:43.854503 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-894a4d80-eda0-4ea3-b381-f1e4ccd5524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:43.880663 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fc245-65e1-41e6-8404-a1796b1ba5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020bd0e6-1e37-48c1-ae7d-4eb7305b190d,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:43.884093 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9a6fc245-65e1-41e6-8404-a1796b1ba5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:43.897929 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-285527c2-f071-4806-8117-8b8992fcd72a req-76527060-e3b9-46f7-a12c-29512327af42 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5520802 Jun 18 10:19:43.901932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:44.005693 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd473dd7-fcc9-4703-9bb5-8715e62a97c1 req-79198f53-1451-4d10-a940-86348d686839 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:44.007299 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dd473dd7-fcc9-4703-9bb5-8715e62a97c1 req-79198f53-1451-4d10-a940-86348d686839 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 200 len: 920 time: 0.7057049 Jun 18 10:19:44.014838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a4d80-eda0-4ea3-b381-f1e4ccd5524e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25dfb3c-d39a-463e-baaf-c93deb7d1c97,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:44.024917 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-894a4d80-eda0-4ea3-b381-f1e4ccd5524e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:44.058289 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-894a4d80-eda0-4ea3-b381-f1e4ccd5524e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c69daab30394d7b8d0992eb5d6fda04&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9891698 Jun 18 10:19:44.066525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40352) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:44.159559 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dd473dd7-fcc9-4703-9bb5-8715e62a97c1 req-bbc81758-4836-4b78-a813-833c92dc4971 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8cf5873-25ce-4c09-9b3f-fb53ba242abd HTTP/1.1" status: 200 len: 217 time: 0.1246879 Jun 18 10:19:44.171173 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadf175-53af-46de-9717-c8cdf2c59eaf req-6e716ad3-82df-4356-9461-95536d32f84e tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:44.178976 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8dadf175-53af-46de-9717-c8cdf2c59eaf req-6e716ad3-82df-4356-9461-95536d32f84e tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 945 time: 0.6085832 Jun 18 10:19:44.304354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8fe53518-9f39-4d58-a3ec-33c65b41d16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:44.343536 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8fe53518-9f39-4d58-a3ec-33c65b41d16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:44.368167 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-803851a0-c8a9-4c3e-b486-23d58ca5e8b5 req-98c38fd4-ec7f-4c18-9fae-8cbf54275d9e service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070648 Jun 18 10:19:44.389039 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-196dc861-1264-4ea0-904f-0bf2f04f1519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:44.393420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd473dd7-fcc9-4703-9bb5-8715e62a97c1 req-b6e1c368-e3a5-49eb-a71a-a9fc7f50a916 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:44.395043 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dd473dd7-fcc9-4703-9bb5-8715e62a97c1 req-b6e1c368-e3a5-49eb-a71a-a9fc7f50a916 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=beebdc3d-813f-4399-b6cf-a6f502fb4a6e HTTP/1.1" status: 200 len: 859 time: 0.2135506 Jun 18 10:19:44.403451 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8dadf175-53af-46de-9717-c8cdf2c59eaf req-8abdb0e7-ee33-4985-9e8a-15b8f40524d8 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb516cbe-babe-4360-b549-006fb42f2e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232740 Jun 18 10:19:44.455994 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dd473dd7-fcc9-4703-9bb5-8715e62a97c1 req-60f5e208-74b2-41c8-bdcb-4bda3994e86a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0c5a42a-7761-410a-a013-9d5829ac1f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493393 Jun 18 10:19:44.470786 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2858-4b81-45ff-b4da-7695bb6b5396 req-b54295cd-df07-4c1e-ba5b-10a17fc5634e tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:44.475471 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-99db2858-4b81-45ff-b4da-7695bb6b5396 req-b54295cd-df07-4c1e-ba5b-10a17fc5634e tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.3119261 Jun 18 10:19:44.493263 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-196dc861-1264-4ea0-904f-0bf2f04f1519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:44.519345 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40362) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:44.588256 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-40d63703-8c74-4cdb-a1c8-2b144b8cbd37 req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:44.597160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b687a187-c0e6-40f1-8282-4df4f8017ab8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:44.601774 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-99db2858-4b81-45ff-b4da-7695bb6b5396 req-81641265-ea72-4e64-a7e9-983a7a092832 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203225 Jun 18 10:19:44.644641 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8fe53518-9f39-4d58-a3ec-33c65b41d16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:44.647777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-196dc861-1264-4ea0-904f-0bf2f04f1519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:44.664463 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Pushing event deleted for resources: {'Port': ['ID=7e28bd84-2af7-4b17-9e4d-84bad845fc5c,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:44.729410 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7d57a528-703d-49e0-a2a0-f6732102ac7f req-d6fb78b0-232c-421c-8d85-27bbbf5774f7 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 210 time: 0.1428359 Jun 18 10:19:44.736666 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:44.737064 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:44.737489 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:44.737949 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:44.738405 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:44.738703 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:44.739053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:44.739443 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:44.739816 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:44.740229 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:44.740629 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:44.753733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:44.779705 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dd473dd7-fcc9-4703-9bb5-8715e62a97c1 req-9180e7e4-fbc6-4527-b70e-6437ea63e9f6 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492521 Jun 18 10:19:44.784262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-894a4d80-eda0-4ea3-b381-f1e4ccd5524e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:44.805950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d912494f-7a10-4825-b3c0-2b2b50c37228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:44.825241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe53518-9f39-4d58-a3ec-33c65b41d16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020bd0e6-1e37-48c1-ae7d-4eb7305b190d,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:44.831195 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d63703-8c74-4cdb-a1c8-2b144b8cbd37 req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] No DVR routers for this DVR port 7e28bd84-2af7-4b17-9e4d-84bad845fc5c on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:19:44.848125 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dc861-1264-4ea0-904f-0bf2f04f1519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25dfb3c-d39a-463e-baaf-c93deb7d1c97,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:44.857339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-196dc861-1264-4ea0-904f-0bf2f04f1519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:44.859107 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:44.859462 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:44.868291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-40d63703-8c74-4cdb-a1c8-2b144b8cbd37 req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:44.882423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688f0e52-0001-4a1b-ae92-253c85ed8f68', 'name': 'network-vif-deleted', 'tag': '7e28bd84-2af7-4b17-9e4d-84bad845fc5c'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:44.896489 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8fe53518-9f39-4d58-a3ec-33c65b41d16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:44.898167 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-8fe53518-9f39-4d58-a3ec-33c65b41d16e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/020bd0e6-1e37-48c1-ae7d-4eb7305b190d HTTP/1.1" status: 204 len: 168 time: 1.3740847 Jun 18 10:19:44.910441 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d912494f-7a10-4825-b3c0-2b2b50c37228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:44.915388 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d912494f-7a10-4825-b3c0-2b2b50c37228 admin admin] Usage tracker for resource:security_group_rule and tenant:45a3cb45c93b4a8da368abaa76f2925f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:44.919302 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d912494f-7a10-4825-b3c0-2b2b50c37228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:44.927693 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d912494f-7a10-4825-b3c0-2b2b50c37228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:44.968595 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-196dc861-1264-4ea0-904f-0bf2f04f1519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:44.972540 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-196dc861-1264-4ea0-904f-0bf2f04f1519 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e25dfb3c-d39a-463e-baaf-c93deb7d1c97 HTTP/1.1" status: 204 len: 168 time: 0.9024913 Jun 18 10:19:44.993137 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-40d63703-8c74-4cdb-a1c8-2b144b8cbd37 req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.61 "DELETE /v2.0/ports/7e28bd84-2af7-4b17-9e4d-84bad845fc5c HTTP/1.1" status: 204 len: 173 time: 2.5072763 Jun 18 10:19:45.012496 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688f0e52-0001-4a1b-ae92-253c85ed8f68', 'name': 'network-vif-deleted', 'tag': '7e28bd84-2af7-4b17-9e4d-84bad845fc5c', 'status': 'completed', 'code': 200} Jun 18 10:19:45.024009 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dd473dd7-fcc9-4703-9bb5-8715e62a97c1 req-d5aaa854-bce2-44c3-b5c9-ba5aca30edf1 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239196 Jun 18 10:19:45.077125 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d912494f-7a10-4825-b3c0-2b2b50c37228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:45.107071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d912494f-7a10-4825-b3c0-2b2b50c37228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:45.117143 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:45.174048 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fdf01-7fa9-4834-aa6f-15f144449b89 req-b5ee9ce3-545e-479b-8b58-59f3dd0fb952 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:45.183205 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-351fdf01-7fa9-4834-aa6f-15f144449b89 req-b5ee9ce3-545e-479b-8b58-59f3dd0fb952 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1274900 Jun 18 10:19:45.184444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912494f-7a10-4825-b3c0-2b2b50c37228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8122e455-ed93-4749-acd5-c372d71e31d0,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:45.190955 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d912494f-7a10-4825-b3c0-2b2b50c37228 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45a3cb45c93b4a8da368abaa76f2925f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6694469 Jun 18 10:19:45.192765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d912494f-7a10-4825-b3c0-2b2b50c37228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:45.193134 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40378) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:45.308392 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-351fdf01-7fa9-4834-aa6f-15f144449b89 req-0f00fe92-5311-42c7-8640-f748bc2abe4d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199129 Jun 18 10:19:45.343567 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b332b18-03aa-46a1-9993-a745bd8085ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:45.414994 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b332b18-03aa-46a1-9993-a745bd8085ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:45.586847 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b332b18-03aa-46a1-9993-a745bd8085ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:45.600508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6c716739-272c-41b1-acfb-76d30d59406c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:45.643234 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b332b18-03aa-46a1-9993-a745bd8085ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8122e455-ed93-4749-acd5-c372d71e31d0,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:45.650715 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2beac-a400-492d-b6d7-9f2a0b0f5a97 req-379d73e4-0e16-4bfa-8f24-09b81bd25307 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:45.661956 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-31c2beac-a400-492d-b6d7-9f2a0b0f5a97 req-379d73e4-0e16-4bfa-8f24-09b81bd25307 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1251366 Jun 18 10:19:45.662471 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1b332b18-03aa-46a1-9993-a745bd8085ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:45.663924 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b332b18-03aa-46a1-9993-a745bd8085ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:45.665136 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1b332b18-03aa-46a1-9993-a745bd8085ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8122e455-ed93-4749-acd5-c372d71e31d0 HTTP/1.1" status: 204 len: 168 time: 0.4707441 Jun 18 10:19:45.667325 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40400) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:45.688140 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-978881fe-9e94-47db-89f8-ef1dae39ec26 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Request body: {'floatingip': {'port_id': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:45.756203 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8cc0abc1-b469-4c8e-9b7a-1dfbbaf7d4f3 req-655187a8-4485-4adb-9860-401bdc93b1f6 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 210 time: 0.0615544 Jun 18 10:19:45.768236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 7e28bd84-2af7-4b17-9e4d-84bad845fc5c no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:19:45.819537 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 40408) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:45.841127 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: 7e28bd84-2af7-4b17-9e4d-84bad845fc5c {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:19:45.841555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 7e28bd84-2af7-4b17-9e4d-84bad845fc5c not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:19:45.851735 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-978881fe-9e94-47db-89f8-ef1dae39ec26 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:46.013856 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 40414) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:46.026119 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dd96a103-f97d-47f0-831f-f67b58f198ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:46.073384 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dbcfcffd-65d7-474f-b5fc-4bed2befca7c req-8bed4708-6746-4141-8a09-f6aa557360fc tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 210 time: 0.1324561 Jun 18 10:19:46.093966 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:46.157072 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-dd96a103-f97d-47f0-831f-f67b58f198ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:46.164166 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-dd96a103-f97d-47f0-831f-f67b58f198ac admin admin] Usage tracker for resource:security_group_rule and tenant:13793aa4b7c6402cb18f67f9b5e93f02 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:46.172261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-dd96a103-f97d-47f0-831f-f67b58f198ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:46.182322 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-dd96a103-f97d-47f0-831f-f67b58f198ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:46.186698 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:46.196120 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Usage tracker for resource:security_group_rule and tenant:d88f2543bf244785a52b3d969cd55f4d is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:46.203324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:46.218599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c486e2-aff7-43d3-96e2-a1b49fe57b6e req-e8b7a264-f158-4ae5-a04d-ae6809482aad tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:46.220290 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-09c486e2-aff7-43d3-96e2-a1b49fe57b6e req-e8b7a264-f158-4ae5-a04d-ae6809482aad tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.3533568 Jun 18 10:19:46.222480 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:46.325415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-201da672-2a4b-426c-bdd6-7fc813d0f429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:46.469987 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-09c486e2-aff7-43d3-96e2-a1b49fe57b6e req-c9112014-d7af-4e61-b681-e5bea5354aef tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415547 Jun 18 10:19:46.560700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:46.615665 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-9b74d9ba-d26e-4915-ad46-c2dad83fa628 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:46.617508 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-9b74d9ba-d26e-4915-ad46-c2dad83fa628 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "GET /v2.0/networks?id=a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 200 len: 815 time: 0.3865659 Jun 18 10:19:46.646123 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dd96a103-f97d-47f0-831f-f67b58f198ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:46.649481 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:46.664273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Request body: {'port': {'device_id': '0757e679-4f69-40e3-8a0f-cdf4cff914ae', 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03', 'admin_state_up': True, 'tenant_id': '883fc17a700c4e0392c7d12c2061e3fc'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:46.679878 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:46.729352 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dd96a103-f97d-47f0-831f-f67b58f198ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:46.808131 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40420) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:46.830046 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5236d4-7fce-49d6-803a-e732ce84e212,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:46.854310 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:46.854668 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:46.855059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:46.855808 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:46.855808 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:46.856193 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:46.856480 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:46.856927 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:46.857204 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:46.857622 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:46.857995 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:46.862425 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:46.870522 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3c7775ab-04fc-495a-8739-b728c7d98ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:46.875391 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:46.896228 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d88f2543bf244785a52b3d969cd55f4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8748097 Jun 18 10:19:46.905919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 40428) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:46.920097 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-dd96a103-f97d-47f0-831f-f67b58f198ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13793aa4b7c6402cb18f67f9b5e93f02&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0974956 Jun 18 10:19:46.943082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-3c7775ab-04fc-495a-8739-b728c7d98ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:46.947429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-3c7775ab-04fc-495a-8739-b728c7d98ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:169e3de1a4bd4422a17e261e4d521ad5 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:46.950494 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-3c7775ab-04fc-495a-8739-b728c7d98ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:46.953168 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 40434) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:46.957026 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-3c7775ab-04fc-495a-8739-b728c7d98ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:46.969214 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96a103-f97d-47f0-831f-f67b58f198ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abdd55c-7665-4bf9-8e5b-54b13d2eb09e,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:47.030872 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-dd96a103-f97d-47f0-831f-f67b58f198ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:47.085709 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3a9744d1-141f-4aaa-a097-c846774a7de7 req-a173221f-5705-498b-b7e0-29365b928b07 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] 10.222.0.22 "GET /v2.0/ports?device_id=688f0e52-0001-4a1b-ae92-253c85ed8f68 HTTP/1.1" status: 200 len: 210 time: 0.1195114 Jun 18 10:19:47.110739 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:47.162124 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:47.177844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5ce3e0ed-ba3b-449e-8790-38c879f4cbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.183056 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-120e811a-8e08-4ab9-9152-b4d0484f21da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.212982 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-120e811a-8e08-4ab9-9152-b4d0484f21da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.219029 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-978881fe-9e94-47db-89f8-ef1dae39ec26 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.226757 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3c7775ab-04fc-495a-8739-b728c7d98ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.261995 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-978881fe-9e94-47db-89f8-ef1dae39ec26 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.312990 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-45ae155a-f319-4ca4-ac84-b56210d3ce98 req-039c4f6e-7dea-43f2-95ae-ed992804ee7e tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 210 time: 0.0806293 Jun 18 10:19:47.319978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Made reservation on behalf of 883fc17a700c4e0392c7d12c2061e3fc for: {'port': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:19:47.324801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3c7775ab-04fc-495a-8739-b728c7d98ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.327752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.340050 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-453d6f2d-8482-49c3-aaac-01443746e326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:47.346544 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5ce3e0ed-ba3b-449e-8790-38c879f4cbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.448909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7775ab-04fc-495a-8739-b728c7d98ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a0455a-d1fb-4eb7-aa58-56511212e302,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:47.455992 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3c7775ab-04fc-495a-8739-b728c7d98ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:47.473485 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-3c7775ab-04fc-495a-8739-b728c7d98ee3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=169e3de1a4bd4422a17e261e4d521ad5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6639130 Jun 18 10:19:47.476132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40444) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:47.531667 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-120e811a-8e08-4ab9-9152-b4d0484f21da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.588229 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-babd452b-a07b-4db1-879f-4bf65ef73675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.616157 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40452) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:47.634305 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-babd452b-a07b-4db1-879f-4bf65ef73675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.676799 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.l3_db [None req-978881fe-9e94-47db-89f8-ef1dae39ec26 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Floating IP 97725a38-c4c1-4c75-b1d0-109e51313203 associated. External IP: 172.28.2.75, port: fc05b38f-611d-4ed9-b3b1-0e3301a9d591. Jun 18 10:19:47.741686 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ed96fb3e-0253-4608-ac85-6564b1507514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:47.766665 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e811a-8e08-4ab9-9152-b4d0484f21da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abdd55c-7665-4bf9-8e5b-54b13d2eb09e,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:47.767839 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5ce3e0ed-ba3b-449e-8790-38c879f4cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.778177 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-120e811a-8e08-4ab9-9152-b4d0484f21da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:47.821743 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-be9900e5-8e16-472a-9454-2cecc7e71486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:47.835412 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ce0ea0d2-7eab-43bf-a4f9-2a38de0c6194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.850166 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3e0ed-ba3b-449e-8790-38c879f4cbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5236d4-7fce-49d6-803a-e732ce84e212,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:47.853280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5ce3e0ed-ba3b-449e-8790-38c879f4cbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:47.881307 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5ce3e0ed-ba3b-449e-8790-38c879f4cbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.885924 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-5ce3e0ed-ba3b-449e-8790-38c879f4cbd1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c5236d4-7fce-49d6-803a-e732ce84e212 HTTP/1.1" status: 204 len: 168 time: 0.9788775 Jun 18 10:19:47.892739 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-120e811a-8e08-4ab9-9152-b4d0484f21da admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.897388 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-120e811a-8e08-4ab9-9152-b4d0484f21da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5abdd55c-7665-4bf9-8e5b-54b13d2eb09e HTTP/1.1" status: 204 len: 168 time: 0.9350452 Jun 18 10:19:47.900562 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ce0ea0d2-7eab-43bf-a4f9-2a38de0c6194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:47.905440 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-babd452b-a07b-4db1-879f-4bf65ef73675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.907061 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Allocated IP 172.20.0.12 (a0a1681a-8e45-45f9-a380-f6345a716a03/0d8c939c-1a25-4c7f-9c92-78a92c443c48/362e372b-d925-4ffe-bfe7-1e481f7a1ed1) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:19:47.913490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ce0ea0d2-7eab-43bf-a4f9-2a38de0c6194 admin admin] Usage tracker for resource:security_group_rule and tenant:2d311bbd96bd464eb3dc402fbe367f5b is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:47.914373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d06da511-eed6-4d1c-8f6c-76233441c01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:47.926348 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ce0ea0d2-7eab-43bf-a4f9-2a38de0c6194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:47.937244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd452b-a07b-4db1-879f-4bf65ef73675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a0455a-d1fb-4eb7-aa58-56511212e302,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:47.939880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ce0ea0d2-7eab-43bf-a4f9-2a38de0c6194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:47.947624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-babd452b-a07b-4db1-879f-4bf65ef73675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:47.959071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-babd452b-a07b-4db1-879f-4bf65ef73675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:47.960298 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-babd452b-a07b-4db1-879f-4bf65ef73675 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11a0455a-d1fb-4eb7-aa58-56511212e302 HTTP/1.1" status: 204 len: 168 time: 0.4811745 Jun 18 10:19:47.991588 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19318cb0-3135-4b14-839c-10741f0044e4 req-59c10ada-6a9b-43d8-a095-34415518e1ee tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:47.993307 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-19318cb0-3135-4b14-839c-10741f0044e4 req-59c10ada-6a9b-43d8-a095-34415518e1ee tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.2279773 Jun 18 10:19:48.063010 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ce0ea0d2-7eab-43bf-a4f9-2a38de0c6194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:48.090218 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:48.126961 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ce0ea0d2-7eab-43bf-a4f9-2a38de0c6194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:48.146089 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3c7775ab-04fc-495a-8739-b728c7d98ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:48.205465 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-19318cb0-3135-4b14-839c-10741f0044e4 req-b6c26793-1f7c-4d5f-af2f-d5c8cc472e32 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962564 Jun 18 10:19:48.305233 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ea0d2-7eab-43bf-a4f9-2a38de0c6194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a586f35-6b50-4ced-801e-00e9c4bd57f6,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:48.329389 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ce0ea0d2-7eab-43bf-a4f9-2a38de0c6194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:48.336710 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ce0ea0d2-7eab-43bf-a4f9-2a38de0c6194 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d311bbd96bd464eb3dc402fbe367f5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7135766 Jun 18 10:19:48.336877 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:48.342085 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 40472) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:48.428724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e66cf4b1-ea12-49d7-a18c-53f9201279ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:48.466033 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e66cf4b1-ea12-49d7-a18c-53f9201279ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:48.505071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:48.518587 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['c07bebcf-4314-4f94-a4d9-827e2e83ed78'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:19:48.545385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3153884b-edb0-41ef-ae1f-734fc62c3e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:48.641857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Pushing event updated for resources: {'Port': ['ID=362e372b-d925-4ffe-bfe7-1e481f7a1ed1,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:48.645378 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:48.698323 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Network a0a1681a-8e45-45f9-a380-f6345a716a03 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:19:48.704957 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:19:48.722588 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:19:48.726940 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:48.727943 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:48.753745 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978881fe-9e94-47db-89f8-ef1dae39ec26 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Router e02d88c8-6181-4463-8052-9832d7cae4ec has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:19:48.812804 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e66cf4b1-ea12-49d7-a18c-53f9201279ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:48.815807 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e66cf4b1-ea12-49d7-a18c-53f9201279ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:48.817096 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e66cf4b1-ea12-49d7-a18c-53f9201279ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a586f35-6b50-4ced-801e-00e9c4bd57f6 HTTP/1.1" status: 204 len: 168 time: 0.4720237 Jun 18 10:19:48.822815 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:48.859899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47426b97-9ae8-47ba-a807-4213f790b858 req-b419a871-edd2-4502-bc03-822d35ec3703 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:48.860721 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-47426b97-9ae8-47ba-a807-4213f790b858 req-b419a871-edd2-4502-bc03-822d35ec3703 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Synchronizing usage tracker for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:19:48.867129 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cf4b1-ea12-49d7-a18c-53f9201279ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a586f35-6b50-4ced-801e-00e9c4bd57f6,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:48.880255 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2323463 Jun 18 10:19:48.881179 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e66cf4b1-ea12-49d7-a18c-53f9201279ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:48.921229 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Request body: {'port': {'device_id': '0757e679-4f69-40e3-8a0f-cdf4cff914ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:48.932785 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-db729101-fe69-464a-b6f9-669e0fcc3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:49.070972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-47426b97-9ae8-47ba-a807-4213f790b858 req-b419a871-edd2-4502-bc03-822d35ec3703 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Unset dirty status for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:19:49.078017 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-47426b97-9ae8-47ba-a807-4213f790b858 req-b419a871-edd2-4502-bc03-822d35ec3703 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 932 time: 0.5325711 Jun 18 10:19:49.166714 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:49.169545 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978881fe-9e94-47db-89f8-ef1dae39ec26 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:19:49.186224 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc1a21-02a2-40fd-aead-2764872e2905 None None] Sync routers for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:19:49.190732 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-978881fe-9e94-47db-89f8-ef1dae39ec26 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:49.203012 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc1a21-02a2-40fd-aead-2764872e2905 None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:19:49.203887 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:49.204458 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-51bc1a21-02a2-40fd-aead-2764872e2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:19:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:49.228229 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-47426b97-9ae8-47ba-a807-4213f790b858 req-431f840a-7919-4087-a295-37e55d313191 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463640 Jun 18 10:19:49.345242 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-978881fe-9e94-47db-89f8-ef1dae39ec26 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "PUT /v2.0/floatingips/97725a38-c4c1-4c75-b1d0-109e51313203 HTTP/1.1" status: 200 len: 990 time: 3.6622350 Jun 18 10:19:49.346286 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c792eebe-89a0-46fe-b4fc-e7947650d497', 'tag': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:49.554665 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-51bc1a21-02a2-40fd-aead-2764872e2905 None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:19:49.718488 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c792eebe-89a0-46fe-b4fc-e7947650d497', 'tag': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591', 'status': 'completed', 'code': 200} Jun 18 10:19:49.760745 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3341ce-d8dc-47ad-9e34-7195c30d4940 req-9e418c68-730f-4339-980e-d998e8e0e807 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:49.768991 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ce3341ce-d8dc-47ad-9e34-7195c30d4940 req-9e418c68-730f-4339-980e-d998e8e0e807 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.2406235 Jun 18 10:19:49.864112 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b23877c2-1e9b-488e-ba5b-4e4426e9ff04 req-e6dca1c3-2694-42be-ae16-2e99bd6ad038 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa98b03e73be430aa86512a0c9c28b17&device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 1098 time: 0.1163893 Jun 18 10:19:49.896216 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ce3341ce-d8dc-47ad-9e34-7195c30d4940 req-7539e41b-9071-4135-bbbe-6e1c83c8c8d7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262286 Jun 18 10:19:49.938178 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 {{(pid=82215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:19:49.946186 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:49.963478 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Transition to ACTIVE for port object 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 will not be triggered until provisioned by entity L2. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:19:50.007884 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:50.014356 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:50.076826 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-51bc1a21-02a2-40fd-aead-2764872e2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '97725a38-c4c1-4c75-b1d0-109e51313203', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'floating_ip_address': '172.28.2.75', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'port_id': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'mac_address': 'fa:16:3e:0d:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c792eebe-89a0-46fe-b4fc-e7947650d497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:19:09Z', 'updated_at': '2021-06-18T10:19:46Z', 'revision_number': 1, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:10Z', 'revision_number': 5, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:50.086980 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc1a21-02a2-40fd-aead-2764872e2905 None None] Checking router: e02d88c8-6181-4463-8052-9832d7cae4ec for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:19:50.117663 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc1a21-02a2-40fd-aead-2764872e2905 None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:19:50.118354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-51bc1a21-02a2-40fd-aead-2764872e2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:19:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:50.129531 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23877c2-1e9b-488e-ba5b-4e4426e9ff04 req-53892edf-cbbe-434a-883d-2b5046297b1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:50.131079 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b23877c2-1e9b-488e-ba5b-4e4426e9ff04 req-53892edf-cbbe-434a-883d-2b5046297b1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b HTTP/1.1" status: 200 len: 911 time: 0.2444890 Jun 18 10:19:50.195451 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Pushing event updated for resources: {'Port': ['ID=362e372b-d925-4ffe-bfe7-1e481f7a1ed1,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:50.201938 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:50.285469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Attempting to bind port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:19:50.286372 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Attempting to bind port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:19:50.286922 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Attempting to bind port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 on network a0a1681a-8e45-45f9-a380-f6345a716a03 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:50.299128 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 on network a0a1681a-8e45-45f9-a380-f6345a716a03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:19:50.299128 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Attempting to bind port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 on network a0a1681a-8e45-45f9-a380-f6345a716a03 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:19:50.319872 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:19:50.320234 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Checking segment: {'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:19:50.320797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Bound using segment: {'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:19:50.321425 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Bound port: 362e372b-d925-4ffe-bfe7-1e481f7a1ed1, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'}}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:19:50.321880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:50.371553 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b23877c2-1e9b-488e-ba5b-4e4426e9ff04 req-61c4d1f3-9a9f-4e4b-b7bd-c21a05d2f47f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc05b38f-611d-4ed9-b3b1-0e3301a9d591 HTTP/1.1" status: 200 len: 998 time: 0.2192304 Jun 18 10:19:50.372731 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:50.452304 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23877c2-1e9b-488e-ba5b-4e4426e9ff04 req-6127edb1-ec46-42bc-8594-6d1cf6a30492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:50.453917 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b23877c2-1e9b-488e-ba5b-4e4426e9ff04 req-6127edb1-ec46-42bc-8594-6d1cf6a30492 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32310b40-dde4-4045-b65a-97e81d3f1bf5 HTTP/1.1" status: 200 len: 849 time: 0.0679095 Jun 18 10:19:50.609767 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b23877c2-1e9b-488e-ba5b-4e4426e9ff04 req-542a024d-1766-4188-8e51-ddd26380cb97 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1391046 Jun 18 10:19:50.619355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] For port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1, host hv-cinder-79702, cleared binding levels {{(pid=82215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:19:50.623284 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] For port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=362e372b-d925-4ffe-bfe7-1e481f7a1ed1,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:19:50.677925 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:50.680068 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 40546) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:50.736501 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-51bc1a21-02a2-40fd-aead-2764872e2905 None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:19:50.741945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:50.883961 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b23877c2-1e9b-488e-ba5b-4e4426e9ff04 req-178c2555-ec98-4bda-a3c2-0f41d465eccb service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598608 Jun 18 10:19:50.902382 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e7cc9-348b-4c98-b820-d2a6f8e648c7 req-2a921e02-1ed7-47ab-b59d-b9dda73c544c tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:50.909938 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-692e7cc9-348b-4c98-b820-d2a6f8e648c7 req-2a921e02-1ed7-47ab-b59d-b9dda73c544c tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 944 time: 0.4788549 Jun 18 10:19:50.916730 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:50.918590 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] 10.222.0.61 "PUT /v2.0/ports/362e372b-d925-4ffe-bfe7-1e481f7a1ed1 HTTP/1.1" status: 200 len: 1094 time: 2.0184762 Jun 18 10:19:50.924058 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0757e679-4f69-40e3-8a0f-cdf4cff914ae', 'tag': '362e372b-d925-4ffe-bfe7-1e481f7a1ed1'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:50.998699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f099935f-da1b-4f36-a9f5-c34d5b9694fe admin admin] Deleting subnet b0e9b73c-5390-4585-a0e4-1d348080a891 {{(pid=82215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:19:51.000792 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Pushing event updated for resources: {'Port': ['ID=362e372b-d925-4ffe-bfe7-1e481f7a1ed1,revision_number=3']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:51.004381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:51.008214 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f099935f-da1b-4f36-a9f5-c34d5b9694fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:51.068735 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-692e7cc9-348b-4c98-b820-d2a6f8e648c7 req-f77417f1-61a7-4a56-a0e5-778717700747 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577094 Jun 18 10:19:51.159525 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b23877c2-1e9b-488e-ba5b-4e4426e9ff04 req-580e04cc-caa7-4207-9b9f-bea4ffa46504 service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605679 Jun 18 10:19:51.186487 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0757e679-4f69-40e3-8a0f-cdf4cff914ae', 'tag': '362e372b-d925-4ffe-bfe7-1e481f7a1ed1', 'status': 'completed', 'code': 200} Jun 18 10:19:51.271465 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-51bc1a21-02a2-40fd-aead-2764872e2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '97725a38-c4c1-4c75-b1d0-109e51313203', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'floating_ip_address': '172.28.2.75', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'port_id': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'mac_address': 'fa:16:3e:0d:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c792eebe-89a0-46fe-b4fc-e7947650d497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:19:09Z', 'updated_at': '2021-06-18T10:19:46Z', 'revision_number': 1, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:10Z', 'revision_number': 5, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:51.278675 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc1a21-02a2-40fd-aead-2764872e2905 None None] The sync data for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb is: [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '97725a38-c4c1-4c75-b1d0-109e51313203', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'floating_ip_address': '172.28.2.75', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'port_id': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'mac_address': 'fa:16:3e:0d:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c792eebe-89a0-46fe-b4fc-e7947650d497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:19:09Z', 'updated_at': '2021-06-18T10:19:46Z', 'revision_number': 1, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:10Z', 'revision_number': 5, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:19:51.282446 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f099935f-da1b-4f36-a9f5-c34d5b9694fe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:51.302567 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f099935f-da1b-4f36-a9f5-c34d5b9694fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:51.446383 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8f8a6-c786-4e14-bbef-8c9b3f008705 req-584ce96c-ccd7-4af4-a2e0-fc8514c9fce5 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:51.448360 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e7b8f8a6-c786-4e14-bbef-8c9b3f008705 req-584ce96c-ccd7-4af4-a2e0-fc8514c9fce5 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.2709692 Jun 18 10:19:51.454593 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-09eaef2a-ec92-421b-b2ea-7cea18758be6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 1097 time: 0.3750653 Jun 18 10:19:51.654983 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-072061f2-736f-433b-b81d-b01933b8f92c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=362e372b-d925-4ffe-bfe7-1e481f7a1ed1 HTTP/1.1" status: 200 len: 217 time: 0.1190825 Jun 18 10:19:51.683291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83914bca-e573-4c59-8a58-ab8baa84f3f4 None None] New status for floating IP 97725a38-c4c1-4c75-b1d0-109e51313203: ACTIVE {{(pid=82217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:19:51.726277 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e7b8f8a6-c786-4e14-bbef-8c9b3f008705 req-1f7ddeb2-fd9d-4af7-ac10-47c4d9a791ed tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686467 Jun 18 10:19:51.852102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-484777f2-b006-40ce-abdf-5e861fd2e511 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:51.854489 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-484777f2-b006-40ce-abdf-5e861fd2e511 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d8c939c-1a25-4c7f-9c92-78a92c443c48 HTTP/1.1" status: 200 len: 855 time: 0.1900942 Jun 18 10:19:51.914519 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-115bae23-a17f-4f69-9e4e-3fc63cd4d8f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0a1681a-8e45-45f9-a380-f6345a716a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515678 Jun 18 10:19:52.221912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f099935f-da1b-4f36-a9f5-c34d5b9694fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for subnet, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:52.232088 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-674009fc-5327-4474-b538-f59a5fe85403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:52.326525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099935f-da1b-4f36-a9f5-c34d5b9694fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e9b73c-5390-4585-a0e4-1d348080a891,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:52.329212 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f099935f-da1b-4f36-a9f5-c34d5b9694fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:52.347269 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f099935f-da1b-4f36-a9f5-c34d5b9694fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:52.374922 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-f099935f-da1b-4f36-a9f5-c34d5b9694fe admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b0e9b73c-5390-4585-a0e4-1d348080a891 HTTP/1.1" status: 204 len: 168 time: 1.6936233 Jun 18 10:19:52.377673 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40592) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:52.388829 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-60e89b7b-580e-49e7-96f3-9e0cb667afb7 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642818 Jun 18 10:19:52.501058 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:52.542467 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084deaa-2e9b-46e5-889e-b0f9d3634815 req-c32071f9-6d2d-4381-ada4-79f5797e45ab tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:52.543846 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d084deaa-2e9b-46e5-889e-b0f9d3634815 req-c32071f9-6d2d-4381-ada4-79f5797e45ab tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 944 time: 0.2758694 Jun 18 10:19:52.614798 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d084deaa-2e9b-46e5-889e-b0f9d3634815 req-58f44d76-3ecd-45c2-b4e6-100292304405 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633621 Jun 18 10:19:52.633332 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8eabd0-30ff-4eda-9671-a94dd5e3eaac req-5fe336d4-0a00-4d24-9e8b-9bbe58ea5148 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274809 Jun 18 10:19:52.666933 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:52.683301 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91060941-840b-4c63-bbd6-6e406c9dc832']}} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:52.698727 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd780ab7c-b8c0-49e8-9c41-116b1c9157f1') {'for_net_delete': True} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:52.699227 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd780ab7c-b8c0-49e8-9c41-116b1c9157f1') {} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:52.712489 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262073'] for segment, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:52.799524 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-caeedd30-0df9-49bb-a037-3bd7d961fa98 req-6d2e494b-d5bd-43b4-9fee-21290acca5fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 1097 time: 0.0827363 Jun 18 10:19:52.838245 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:52.848678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=82216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:19:52.849142 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852095981'] for segment, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:19:52.988597 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:19:53.025010 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:53.031490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bea675eb-dddf-4777-b006-d2eb4f430751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:53.064165 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:53.093415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=91060941-840b-4c63-bbd6-6e406c9dc832,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:53.097556 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:53.141732 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/91060941-840b-4c63-bbd6-6e406c9dc832 HTTP/1.1" status: 204 len: 168 time: 0.7627831 Jun 18 10:19:53.157828 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeedd30-0df9-49bb-a037-3bd7d961fa98 req-5369ee44-ac83-4ce3-9b88-17a2001d0493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:53.159424 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-caeedd30-0df9-49bb-a037-3bd7d961fa98 req-5369ee44-ac83-4ce3-9b88-17a2001d0493 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 200 len: 916 time: 0.3429708 Jun 18 10:19:53.281630 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-caeedd30-0df9-49bb-a037-3bd7d961fa98 req-e098200b-0c92-4a30-81fb-e1b5742caa02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=362e372b-d925-4ffe-bfe7-1e481f7a1ed1 HTTP/1.1" status: 200 len: 217 time: 0.1041920 Jun 18 10:19:53.300826 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c36eb0-43a3-4780-a7df-5c413a41ac65 req-085fb398-21bd-4307-bd4f-a9e40a320dc7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:53.308457 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e7c36eb0-43a3-4780-a7df-5c413a41ac65 req-085fb398-21bd-4307-bd4f-a9e40a320dc7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.3126957 Jun 18 10:19:53.413427 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeedd30-0df9-49bb-a037-3bd7d961fa98 req-8cd4e05c-887d-4ad3-9740-985ee9e240a1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:53.415007 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-caeedd30-0df9-49bb-a037-3bd7d961fa98 req-8cd4e05c-887d-4ad3-9740-985ee9e240a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d8c939c-1a25-4c7f-9c92-78a92c443c48 HTTP/1.1" status: 200 len: 855 time: 0.1209652 Jun 18 10:19:53.419525 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e7c36eb0-43a3-4780-a7df-5c413a41ac65 req-0d13b06c-5f99-4781-9b62-2c6d98e88cab tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101418 Jun 18 10:19:53.482655 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-caeedd30-0df9-49bb-a037-3bd7d961fa98 req-8b3bd4e9-e3e7-4920-9f08-679947d6f41d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0a1681a-8e45-45f9-a380-f6345a716a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522430 Jun 18 10:19:53.640930 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-caeedd30-0df9-49bb-a037-3bd7d961fa98 req-e7e18d6c-3342-4180-962d-1449f7c90fa8 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473989 Jun 18 10:19:53.651213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40634) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:53.719072 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d366a4e2-707f-4672-9ce6-f50cee9286e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef6175cd84dc4352a0f4f2e65ff7f0b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0664792 Jun 18 10:19:53.721890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40642) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:53.830417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0e8efc67-1b50-4ad2-80e7-98e7d8944632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:53.863602 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0e8efc67-1b50-4ad2-80e7-98e7d8944632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:53.952337 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0e8efc67-1b50-4ad2-80e7-98e7d8944632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:53.972710 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9a6fc245-65e1-41e6-8404-a1796b1ba5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:53.995614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8efc67-1b50-4ad2-80e7-98e7d8944632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb516cbe-babe-4360-b549-006fb42f2e3c,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:54.002886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0e8efc67-1b50-4ad2-80e7-98e7d8944632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:54.016251 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0e8efc67-1b50-4ad2-80e7-98e7d8944632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:54.022163 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0e8efc67-1b50-4ad2-80e7-98e7d8944632 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb516cbe-babe-4360-b549-006fb42f2e3c HTTP/1.1" status: 204 len: 168 time: 0.2990706 Jun 18 10:19:54.027109 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-caeedd30-0df9-49bb-a037-3bd7d961fa98 req-7130a8f9-7f5e-467e-8e3c-ca31059e910d service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747435 Jun 18 10:19:54.045185 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15638e7c-595d-4c0c-b30c-d0fbadf68fc4 req-55a8e6ad-a931-448b-8a0b-19056d44077b tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:54.054355 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-15638e7c-595d-4c0c-b30c-d0fbadf68fc4 req-55a8e6ad-a931-448b-8a0b-19056d44077b tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 944 time: 0.2394078 Jun 18 10:19:54.124116 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-15638e7c-595d-4c0c-b30c-d0fbadf68fc4 req-2aeba24c-03d5-4958-920b-d2b46b3cea6f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682108 Jun 18 10:19:54.662801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf5fc6-323f-4d88-aef5-0b2ace38b93c req-1e55497c-0cf2-4e5e-84ae-3342d11488a5 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:54.664413 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9abf5fc6-323f-4d88-aef5-0b2ace38b93c req-1e55497c-0cf2-4e5e-84ae-3342d11488a5 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.0961654 Jun 18 10:19:54.718531 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9abf5fc6-323f-4d88-aef5-0b2ace38b93c req-544ff638-6125-427f-b4c6-5efbc4a7cdd5 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467968 Jun 18 10:19:55.373327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609310d-faee-4026-98b9-f65d6aed2ee4 req-090354cb-93b1-40e7-b0d4-f266ec2cdaaf tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:55.376320 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f609310d-faee-4026-98b9-f65d6aed2ee4 req-090354cb-93b1-40e7-b0d4-f266ec2cdaaf tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 944 time: 0.1181972 Jun 18 10:19:55.430893 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f609310d-faee-4026-98b9-f65d6aed2ee4 req-dd1065ee-7843-41fd-944e-79fd53810083 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486772 Jun 18 10:19:55.802121 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:19:55.975971 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19de44-fd32-4bd6-81b5-7a1a1b2a15ba req-404ac3ce-0eba-4062-81bd-6f5a884241d4 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:55.977784 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9b19de44-fd32-4bd6-81b5-7a1a1b2a15ba req-404ac3ce-0eba-4062-81bd-6f5a884241d4 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.1054864 Jun 18 10:19:56.034805 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=362e372b-d925-4ffe-bfe7-1e481f7a1ed1,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:56.049134 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9b19de44-fd32-4bd6-81b5-7a1a1b2a15ba req-2805b7e2-9c67-41b5-85e3-57146291c66c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641365 Jun 18 10:19:56.050865 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '362e372b-d925-4ffe-bfe7-1e481f7a1ed1', 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03', 'port_id': '362e372b-d925-4ffe-bfe7-1e481f7a1ed1', 'mac_address': 'fa:16:3e:96:7f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8c939c-1a25-4c7f-9c92-78a92c443c48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:19:56.113437 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:56.137158 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:19:56.154950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=362e372b-d925-4ffe-bfe7-1e481f7a1ed1,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:56.210218 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:56.212834 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-630d9942-6e44-41d2-9dfd-66de223a2705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:56.304490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 40734) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:56.330027 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=362e372b-d925-4ffe-bfe7-1e481f7a1ed1,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:56.342923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:56.343550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:56.344537 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:56.345333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:56.346055 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:56.346643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:56.347223 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:56.347934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:56.348495 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:56.349088 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:56.349678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:56.356329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:56.473400 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-276710770-network', 'tenant_id': 'b4708127900147f7b1e6283debca3a44'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:56.478522 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:56.482842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Usage tracker for resource:network and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:56.491102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:56.500085 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:56.546965 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Made reservation on behalf of b4708127900147f7b1e6283debca3a44 for: {'network': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:19:56.553803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:56.571803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:56.665314 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:56.670475 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['362e372b-d925-4ffe-bfe7-1e481f7a1ed1'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:19:56.682789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Usage tracker for resource:security_group_rule and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:56.686253 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:56.692754 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:56.752998 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75592ae-fd09-40ce-a1d4-3b719ce3b120 req-9d790a4d-4987-4bed-88e2-6c735e66834a tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:56.763893 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f75592ae-fd09-40ce-a1d4-3b719ce3b120 req-9d790a4d-4987-4bed-88e2-6c735e66834a tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 945 time: 0.1621206 Jun 18 10:19:56.841654 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f75592ae-fd09-40ce-a1d4-3b719ce3b120 req-d5701811-6246-449e-b229-9285fe0099fd tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767541 Jun 18 10:19:56.909550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:56.975457 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:56.979890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2502aeef-fbc5-4ea4-aea8-4e364e6d514e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:57.021900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=82215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:19:57.036752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:57.037484 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Added segment c6ee05bf-deba-4ba2-ad0f-ce6040d3d137 of type vlan for network 36a98459-85f7-45ea-9d84-197536a50832 Jun 18 10:19:57.080940 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:57.096822 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53d8579-6fd2-4f34-a4e2-4713dd7b6e01,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:57.113912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:57.242799 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:57.247581 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:57.248249 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:57.252336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-514f4bca-0634-4618-9335-997d617a6be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:57.387442 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Pushing event updated for resources: {'Network': ['ID=36a98459-85f7-45ea-9d84-197536a50832,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:57.390630 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:57.398073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network 36a98459-85f7-45ea-9d84-197536a50832 details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:19:57.410616 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d865e-3f68-4c75-9fe6-d9354ace0d93 req-2b5abec4-26f4-4d0e-880d-93d2fc9257ae tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:57.412240 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c46d865e-3f68-4c75-9fe6-d9354ace0d93 req-2b5abec4-26f4-4d0e-880d-93d2fc9257ae tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.2209241 Jun 18 10:19:57.467424 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40784) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:57.468255 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1621766 Jun 18 10:19:57.476445 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Request body: {'subnet': {'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-subnet', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:57.476937 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c46d865e-3f68-4c75-9fe6-d9354ace0d93 req-fd34ac2f-1b6d-4482-a415-5c2172753899 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574491 Jun 18 10:19:57.483156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:57.488398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Usage tracker for resource:subnet and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:57.492015 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:57.499916 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:57.574160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Made reservation on behalf of b4708127900147f7b1e6283debca3a44 for: {'subnet': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:19:57.579173 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2553668'] for subnet, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:57.748412 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40794) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:57.812816 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:57.912915 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d9bba62f-6fea-4abc-a088-ec6f7cbd27c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:57.933605 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:19:57.941996 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:57.948115 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:57.965938 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d9bba62f-6fea-4abc-a088-ec6f7cbd27c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:58.008106 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d9bba62f-6fea-4abc-a088-ec6f7cbd27c6 admin admin] Usage tracker for resource:security_group_rule and tenant:becbaeb3baa242008071a35b85b824a6 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:58.014023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d9bba62f-6fea-4abc-a088-ec6f7cbd27c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:58.026721 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d9bba62f-6fea-4abc-a088-ec6f7cbd27c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:58.073959 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b67789-f071-45d7-bd50-3912c96ac19f req-0b469678-0610-49f3-94e1-ee65d0acce14 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:58.079414 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-10b67789-f071-45d7-bd50-3912c96ac19f req-0b469678-0610-49f3-94e1-ee65d0acce14 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 945 time: 0.0947833 Jun 18 10:19:58.108284 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:58.126149 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-10b67789-f071-45d7-bd50-3912c96ac19f req-135e40a7-55c8-447b-b8a0-9e3d9b1f2d5d tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439210 Jun 18 10:19:58.287984 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757e679-4f69-40e3-8a0f-cdf4cff914ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362e372b-d925-4ffe-bfe7-1e481f7a1ed1'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:58.330985 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=362e372b-d925-4ffe-bfe7-1e481f7a1ed1,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:58.394924 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757e679-4f69-40e3-8a0f-cdf4cff914ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362e372b-d925-4ffe-bfe7-1e481f7a1ed1', 'code': 200} Jun 18 10:19:58.412275 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:58.417565 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:58.519413 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=362e372b-d925-4ffe-bfe7-1e481f7a1ed1,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:58.527342 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:58.534261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d9bba62f-6fea-4abc-a088-ec6f7cbd27c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:58.612951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d9bba62f-6fea-4abc-a088-ec6f7cbd27c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:58.652661 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ff9cf346-8cfe-4dac-ba14-4e1dd5a81e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:58.670534 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d9bba62f-6fea-4abc-a088-ec6f7cbd27c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=becbaeb3baa242008071a35b85b824a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9183960 Jun 18 10:19:58.681068 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40824) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:58.711363 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bba62f-6fea-4abc-a088-ec6f7cbd27c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828f209b-2905-408a-8e39-8fb98f955be5,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:58.715483 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d9bba62f-6fea-4abc-a088-ec6f7cbd27c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:58.738266 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852096343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2553685'] for subnet, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:58.740479 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a106170-a61e-4f02-ad6d-4fd3d73855d8 req-66ebbb2a-b9ed-4be2-a1d0-512590935e02 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:58.742989 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8a106170-a61e-4f02-ad6d-4fd3d73855d8 req-66ebbb2a-b9ed-4be2-a1d0-512590935e02 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.1116362 Jun 18 10:19:58.753177 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:58.801047 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8a106170-a61e-4f02-ad6d-4fd3d73855d8 req-631f0a88-4815-4358-aff2-b9757f5e327f tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519919 Jun 18 10:19:58.870004 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8fb41df7-278a-44a9-b42e-12d1eb92ac0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:58.875481 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=249b3ba4-7c30-459c-9ca5-3024d11ab3e4,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:58.884016 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-75eeff84-c1b6-46cb-87b2-5b75fe44169a req-33f8d633-da6f-40af-9c88-e5009ba27302 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 1099 time: 0.0863776 Jun 18 10:19:58.896394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:58.916169 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Checking segment: {'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:19:58.916707 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Network hostable DHCP agents. Network: 36a98459-85f7-45ea-9d84-197536a50832, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:19:58.922461 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8fb41df7-278a-44a9-b42e-12d1eb92ac0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:58.945414 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-75eeff84-c1b6-46cb-87b2-5b75fe44169a req-7f4bc458-7374-43a5-b64a-e48b34c30c5f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504038 Jun 18 10:19:59.054955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Network 36a98459-85f7-45ea-9d84-197536a50832 is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:19:59.116361 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, 36a98459-85f7-45ea-9d84-197536a50832) {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:19:59.127291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8f8ef9-cb93-4af8-bf8c-6b92d1f3b7d4 None None] Network 36a98459-85f7-45ea-9d84-197536a50832 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:19:59.139113 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:59.139900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:59.159449 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8fb41df7-278a-44a9-b42e-12d1eb92ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:59.165917 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:59.179186 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb41df7-278a-44a9-b42e-12d1eb92ac0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828f209b-2905-408a-8e39-8fb98f955be5,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:59.190403 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8fb41df7-278a-44a9-b42e-12d1eb92ac0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:59.199783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8fb41df7-278a-44a9-b42e-12d1eb92ac0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:59.203586 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-8fb41df7-278a-44a9-b42e-12d1eb92ac0a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/828f209b-2905-408a-8e39-8fb98f955be5 HTTP/1.1" status: 204 len: 168 time: 0.5154004 Jun 18 10:19:59.295046 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1d61cc4d-1d64-4995-aa38-5a11a7625781 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8247917 Jun 18 10:19:59.304974 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 40838) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:59.312261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:59.318169 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:59.324364 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Usage tracker for resource:router and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:59.427187 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d11868d-4b48-5a50-9118-551a6082f382-36a98459-85f7-45ea-9d84-197536a50832', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4'}]}} from dv-cinder-797022-1-smb. {{(pid=82217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:19:59.434764 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:59.591758 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:59.609294 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:59.649402 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854668291'] for router, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:59.651139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854083011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686197'] for router, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:59.670081 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Allocated IP 172.20.0.2 (36a98459-85f7-45ea-9d84-197536a50832/249b3ba4-7c30-459c-9ca5-3024d11ab3e4/d310bf02-d80a-4305-988e-1322e5f21af9) {{(pid=82217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:19:59.672783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb59e8a-185a-46fe-a1ad-f6de752d1111 req-c4314f2e-b6a0-42ad-a23a-524e10ae5352 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:59.674579 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3cb59e8a-185a-46fe-a1ad-f6de752d1111 req-c4314f2e-b6a0-42ad-a23a-524e10ae5352 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 946 time: 0.3537462 Jun 18 10:19:59.702733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:59.742243 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3cb59e8a-185a-46fe-a1ad-f6de752d1111 req-130ef34e-b953-4cc2-8ac3-75beed324be5 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595253 Jun 18 10:19:59.908690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40852) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:59.940438 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854083028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686182'] for router, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:59.949053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-12f77e6f-e09f-413d-a483-dd643bec1b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:59.957210 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Notify callbacks [] for port, precommit_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:59.971322 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Transition to ACTIVE for port object d310bf02-d80a-4305-988e-1322e5f21af9 will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:00.066566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Transition to ACTIVE for port object d310bf02-d80a-4305-988e-1322e5f21af9 will not be triggered until provisioned by entity DHCP. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:00.112817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:00.118573 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:00.151379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-12f77e6f-e09f-413d-a483-dd643bec1b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:00.157638 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-12f77e6f-e09f-413d-a483-dd643bec1b92 admin admin] Usage tracker for resource:security_group_rule and tenant:6b72a04d77464eab8b20ec957933585f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:00.166299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-12f77e6f-e09f-413d-a483-dd643bec1b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:00.188040 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-12f77e6f-e09f-413d-a483-dd643bec1b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:00.244240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Network 36a98459-85f7-45ea-9d84-197536a50832 is already hosted by enough agents. {{(pid=82217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:00.252507 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Resources bound (agent type, host, resource id): {{(pid=82217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:00.257042 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Received port after_create {{(pid=82217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:00.333244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc110f-1e44-45a7-a41a-ea8f9b2cdba5 req-9525f051-fe6e-4101-a704-7b301f49abaf tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:00.344327 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5ecc110f-1e44-45a7-a41a-ea8f9b2cdba5 req-9525f051-fe6e-4101-a704-7b301f49abaf tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.3288944 Jun 18 10:20:00.344961 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-12f77e6f-e09f-413d-a483-dd643bec1b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:00.389760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Pushing event updated for resources: {'Port': ['ID=d310bf02-d80a-4305-988e-1322e5f21af9,revision_number=1']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:00.402541 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-12f77e6f-e09f-413d-a483-dd643bec1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:00.414044 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:00.464562 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:00.544124 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5ecc110f-1e44-45a7-a41a-ea8f9b2cdba5 req-6a663125-abf2-422d-af9e-4efc8525e7c8 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980114 Jun 18 10:20:00.544611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Attempting to bind port d310bf02-d80a-4305-988e-1322e5f21af9 on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:20:00.545420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Attempting to bind port d310bf02-d80a-4305-988e-1322e5f21af9 by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:20:00.548610 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Attempting to bind port d310bf02-d80a-4305-988e-1322e5f21af9 on network 36a98459-85f7-45ea-9d84-197536a50832 {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:00.559971 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:20:00.560627 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Checking segment: {'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:00.561643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:00.562327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Bound using segment: {'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:20:00.563065 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Bound port: d310bf02-d80a-4305-988e-1322e5f21af9, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:20:00.563655 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:00.600599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f77e6f-e09f-413d-a483-dd643bec1b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d490d278-e527-4f23-a73a-b2f9e1952fbf,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:00.627171 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-12f77e6f-e09f-413d-a483-dd643bec1b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:00.636643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 40874) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:00.638160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:00.639845 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-12f77e6f-e09f-413d-a483-dd643bec1b92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b72a04d77464eab8b20ec957933585f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7297001 Jun 18 10:20:00.685439 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:00.751276 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40880) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:00.755337 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] For port d310bf02-d80a-4305-988e-1322e5f21af9, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:20:00.760000 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] For port d310bf02-d80a-4305-988e-1322e5f21af9, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=d310bf02-d80a-4305-988e-1322e5f21af9,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:20:00.792031 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:00.796832 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:00.817150 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40888) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:00.837958 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-156f8932-7e3d-4c52-b08d-b7fa69c6a4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:00.879020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-156f8932-7e3d-4c52-b08d-b7fa69c6a4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:00.969842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5cad0038-591e-4e53-86e5-7d911b504816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:01.006360 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Pushing event updated for resources: {'Port': ['ID=d310bf02-d80a-4305-988e-1322e5f21af9,revision_number=2']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:01.010427 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:01.070898 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b525f90c-c454-468e-aa04-92c9bb924ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:01.071111 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Allocated IP 172.28.2.166 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/d7188c2b-1618-4de8-ace5-5fcdb27e769e) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:01.107439 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d76d5-ef4f-4f40-81cf-0d86d66b8999 req-a1b5e105-7d4c-41c2-85ab-b385951fc135 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:01.109119 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-026d76d5-ef4f-4f40-81cf-0d86d66b8999 req-a1b5e105-7d4c-41c2-85ab-b385951fc135 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 946 time: 0.1225071 Jun 18 10:20:01.123867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:20:01.147415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-5cad0038-591e-4e53-86e5-7d911b504816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:01.155804 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-5cad0038-591e-4e53-86e5-7d911b504816 admin admin] Usage tracker for resource:security_group_rule and tenant:79bf096942cd42f3abe24376956a73af is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:01.158935 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b525f90c-c454-468e-aa04-92c9bb924ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:01.161490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-5cad0038-591e-4e53-86e5-7d911b504816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:01.168392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b525f90c-c454-468e-aa04-92c9bb924ee5 admin admin] Usage tracker for resource:security_group_rule and tenant:24b4df13056042beac12f24cc1a7efcf is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:01.171432 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-5cad0038-591e-4e53-86e5-7d911b504816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:01.176392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b525f90c-c454-468e-aa04-92c9bb924ee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:01.182928 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b525f90c-c454-468e-aa04-92c9bb924ee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:01.254407 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-156f8932-7e3d-4c52-b08d-b7fa69c6a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:01.265296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-88abd697-644e-4440-80f2-cf1acb611180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:01.290132 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-026d76d5-ef4f-4f40-81cf-0d86d66b8999 req-7109e25b-1cee-4422-a0e2-6c992bdd00b0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745450 Jun 18 10:20:01.293741 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f8932-7e3d-4c52-b08d-b7fa69c6a4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d490d278-e527-4f23-a73a-b2f9e1952fbf,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:01.302889 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-156f8932-7e3d-4c52-b08d-b7fa69c6a4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:01.329926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5cad0038-591e-4e53-86e5-7d911b504816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:01.342963 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b525f90c-c454-468e-aa04-92c9bb924ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:01.349118 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-156f8932-7e3d-4c52-b08d-b7fa69c6a4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:01.350495 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-156f8932-7e3d-4c52-b08d-b7fa69c6a4e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d490d278-e527-4f23-a73a-b2f9e1952fbf HTTP/1.1" status: 204 len: 168 time: 0.6680145 Jun 18 10:20:01.376939 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5cad0038-591e-4e53-86e5-7d911b504816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:01.393675 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:01.403556 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:01.447599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b525f90c-c454-468e-aa04-92c9bb924ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:01.466354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:01.470900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad0038-591e-4e53-86e5-7d911b504816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cfe51d-5302-4923-a8b5-da43d952e11c,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:01.474662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4eb1fc33-fb6b-4bcb-a964-e3d8e5b0aff9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:01.500145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5cad0038-591e-4e53-86e5-7d911b504816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:01.500925 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-babd452b-a07b-4db1-879f-4bf65ef73675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:01.585001 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Pushing event updated for resources: {'Port': ['ID=d7188c2b-1618-4de8-ace5-5fcdb27e769e,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:01.585628 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-5cad0038-591e-4e53-86e5-7d911b504816 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=79bf096942cd42f3abe24376956a73af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8329701 Jun 18 10:20:01.591760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40902) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:01.604401 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:01.610429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:01.612583 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:01.616140 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:01.641362 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b525f90c-c454-468e-aa04-92c9bb924ee5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24b4df13056042beac12f24cc1a7efcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8213649 Jun 18 10:20:01.654053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40908) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:01.677515 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525f90c-c454-468e-aa04-92c9bb924ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f2dfd0-eb3f-40f1-9b06-b82037a0f2ed,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:01.697656 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b525f90c-c454-468e-aa04-92c9bb924ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:01.811942 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8a83f75d-5e43-46b0-a260-dd3dbeebd062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:01.829311 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d0a13684-ce5d-4877-98f2-741cfe998f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:01.859771 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8a83f75d-5e43-46b0-a260-dd3dbeebd062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:01.920506 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d0a13684-ce5d-4877-98f2-741cfe998f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:02.053676 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d0a13684-ce5d-4877-98f2-741cfe998f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:02.060653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-781067b2-f44b-4aec-ac10-6002d0be2cc9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:02.078302 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a13684-ce5d-4877-98f2-741cfe998f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f2dfd0-eb3f-40f1-9b06-b82037a0f2ed,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:02.081290 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d0a13684-ce5d-4877-98f2-741cfe998f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:02.093820 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8a83f75d-5e43-46b0-a260-dd3dbeebd062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:02.100686 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c6373d46-edf0-4e3d-84d0-e89d9e4d3f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:02.102090 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:02.102889 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854078864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692947'] for router, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:02.126728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83f75d-5e43-46b0-a260-dd3dbeebd062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cfe51d-5302-4923-a8b5-da43d952e11c,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:02.126728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d0a13684-ce5d-4877-98f2-741cfe998f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:02.126728 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d0a13684-ce5d-4877-98f2-741cfe998f63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/35f2dfd0-eb3f-40f1-9b06-b82037a0f2ed HTTP/1.1" status: 204 len: 168 time: 0.4704807 Jun 18 10:20:02.126728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8a83f75d-5e43-46b0-a260-dd3dbeebd062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:02.151765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8a83f75d-5e43-46b0-a260-dd3dbeebd062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:02.153227 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-8a83f75d-5e43-46b0-a260-dd3dbeebd062 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51cfe51d-5302-4923-a8b5-da43d952e11c HTTP/1.1" status: 204 len: 168 time: 0.5576239 Jun 18 10:20:02.249138 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0bd72-b916-4ad4-8431-e6f842e73d39 req-3d2a374a-b85b-40ab-a9a0-e3887adea9c4 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:02.256543 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78a0bd72-b916-4ad4-8431-e6f842e73d39 req-3d2a374a-b85b-40ab-a9a0-e3887adea9c4 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.3090913 Jun 18 10:20:02.357288 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78a0bd72-b916-4ad4-8431-e6f842e73d39 req-6fa0a100-e60c-408a-9775-5e48f6edc9e7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989547 Jun 18 10:20:02.533734 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Router a194f75c-a04b-46b9-8696-55b6dab7aac3 is scheduled to L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 with binding_index 1 {{(pid=82215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:20:02.908440 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:20:02.922829 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Sync routers for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:20:02.943243 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:02.944264 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:19:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:03.019694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Notify callbacks [] for router, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:03.021051 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7145228 Jun 18 10:20:03.024998 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 40968) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:03.262397 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:03.322246 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eeadf6-1765-41f1-97ec-e4be19c3b0b4 None None] Network 36a98459-85f7-45ea-9d84-197536a50832 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:20:03.364234 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40980) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:03.402699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-73031b2b-0297-4040-b326-e6552d09fde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:03.428150 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device d310bf02-d80a-4305-988e-1322e5f21af9 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:03.445867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-73031b2b-0297-4040-b326-e6552d09fde8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:03.452185 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-73031b2b-0297-4040-b326-e6552d09fde8 admin admin] Usage tracker for resource:security_group_rule and tenant:0642f90631244be6b0201e1bbf844c85 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:03.456075 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-73031b2b-0297-4040-b326-e6552d09fde8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:03.466460 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-73031b2b-0297-4040-b326-e6552d09fde8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:03.572525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-73031b2b-0297-4040-b326-e6552d09fde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:03.621568 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40988) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:03.630757 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-73031b2b-0297-4040-b326-e6552d09fde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:03.653789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-12f77e6f-e09f-413d-a483-dd643bec1b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:03.748870 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73031b2b-0297-4040-b326-e6552d09fde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5cc9f8-fc84-4cde-b82c-5a5a40b16c15,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:03.757661 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-73031b2b-0297-4040-b326-e6552d09fde8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0642f90631244be6b0201e1bbf844c85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3846314 Jun 18 10:20:03.757661 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-73031b2b-0297-4040-b326-e6552d09fde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:03.758047 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 40996) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:03.861152 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8340e80-d4d7-45e5-8ff4-a46f4beb89e9 req-af89ceac-1438-480a-af8f-a4247d9479c9 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:03.867600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-616d6fd8-5fca-4465-900f-9b9662d8d12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:03.874371 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8340e80-d4d7-45e5-8ff4-a46f4beb89e9 req-af89ceac-1438-480a-af8f-a4247d9479c9 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.2572017 Jun 18 10:20:03.910172 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-616d6fd8-5fca-4465-900f-9b9662d8d12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:03.929633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:01Z', 'revision_number': 3, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:03.938587 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Checking router: a194f75c-a04b-46b9-8696-55b6dab7aac3 for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:20:03.945138 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Updating router a194f75c-a04b-46b9-8696-55b6dab7aac3 port d7188c2b-1618-4de8-ace5-5fcdb27e769e binding host dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:20:04.003078 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1347141820-network', 'tenant_id': '34ecb123554446269271dd831c590d5d'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:04.010318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:04.014975 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Usage tracker for resource:network and tenant:34ecb123554446269271dd831c590d5d is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:04.015368 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.018935 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:04.020970 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-f6b772b1-1189-4db0-8ab3-dc8ce301385c None None] Provisioning for port d310bf02-d80a-4305-988e-1322e5f21af9 completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:04.027528 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:04.030112 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-f6b772b1-1189-4db0-8ab3-dc8ce301385c None None] Provisioning complete for port d310bf02-d80a-4305-988e-1322e5f21af9 triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:04.030555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f6b772b1-1189-4db0-8ab3-dc8ce301385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.078109 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Made reservation on behalf of 34ecb123554446269271dd831c590d5d for: {'network': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:20:04.085194 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.104699 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8340e80-d4d7-45e5-8ff4-a46f4beb89e9 req-dbc3b3b2-d0bb-4bf3-b91f-c4d81ea810ec tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255361 Jun 18 10:20:04.125020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-616d6fd8-5fca-4465-900f-9b9662d8d12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.135803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d0a13684-ce5d-4877-98f2-741cfe998f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:04.158668 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port d310bf02-d80a-4305-988e-1322e5f21af9 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:04.161985 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.186357 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d6fd8-5fca-4465-900f-9b9662d8d12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5cc9f8-fc84-4cde-b82c-5a5a40b16c15,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:04.206603 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-616d6fd8-5fca-4465-900f-9b9662d8d12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:04.218965 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-616d6fd8-5fca-4465-900f-9b9662d8d12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.237917 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-616d6fd8-5fca-4465-900f-9b9662d8d12a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b5cc9f8-fc84-4cde-b82c-5a5a40b16c15 HTTP/1.1" status: 204 len: 168 time: 0.4761217 Jun 18 10:20:04.238157 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port d310bf02-d80a-4305-988e-1322e5f21af9 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:04.238314 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.311229 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:04.330658 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Usage tracker for resource:security_group_rule and tenant:34ecb123554446269271dd831c590d5d is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:04.334635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:04.354812 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:04.565310 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.638225 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.649351 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1b332b18-03aa-46a1-9993-a745bd8085ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:04.722713 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Notify callbacks [] for port, precommit_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.756200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=82216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:20:04.756437 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Transition to ACTIVE for port object d7188c2b-1618-4de8-ace5-5fcdb27e769e will not be triggered until provisioned by entity L2. {{(pid=82218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:04.781147 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.798167 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.814865 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:04.825843 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e3f1b5-31bc-4f9f-97ef-2e0781679b8c,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:04.829655 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:04.835427 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f6b772b1-1189-4db0-8ab3-dc8ce301385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.843499 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:04.843890 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Added segment 24b8dcbf-642c-491d-b74c-3793d1c1d405 of type vlan for network 3f92aea8-f781-4df8-8fc3-a23aa9752678 Jun 18 10:20:04.859310 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port d310bf02-d80a-4305-988e-1322e5f21af9, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=d310bf02-d80a-4305-988e-1322e5f21af9,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:04.925720 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:05.052600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.db.api [None req-f6b772b1-1189-4db0-8ab3-dc8ce301385c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82217) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:20:05.052600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_db.api [None req-f6b772b1-1189-4db0-8ab3-dc8ce301385c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:20:05.054002 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:05.058797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Pushing event updated for resources: {'Port': ['ID=d7188c2b-1618-4de8-ace5-5fcdb27e769e,revision_number=2']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:05.059395 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:05.070473 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Attempting to bind port d7188c2b-1618-4de8-ace5-5fcdb27e769e on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:20:05.070884 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Attempting to bind port d7188c2b-1618-4de8-ace5-5fcdb27e769e by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:20:05.071296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Attempting to bind port d7188c2b-1618-4de8-ace5-5fcdb27e769e on network 3aade71e-2163-4f2a-b110-37c6fd66da65 {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:05.080482 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:05.080858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:05.081253 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:05.081702 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:05.082063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:05.092273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:05.093693 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:05.094371 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:05.100599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:05.101398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:05.103215 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:05.108423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:05.108423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:05.108423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:05.108423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:05.116502 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:05.116791 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:20:05.117198 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Checking segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:05.117659 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:05.118082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Bound using segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:20:05.120034 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Bound port: d7188c2b-1618-4de8-ace5-5fcdb27e769e, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:20:05.120579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:05.197757 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=d310bf02-d80a-4305-988e-1322e5f21af9,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:05.211122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:05.254012 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] For port d7188c2b-1618-4de8-ace5-5fcdb27e769e, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:20:05.258868 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] For port d7188c2b-1618-4de8-ace5-5fcdb27e769e, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=d7188c2b-1618-4de8-ace5-5fcdb27e769e,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:20:05.346706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:05.364631 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6c14fd0e-e016-4353-94f7-4b37e01434e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:05.459211 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41036) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:05.462807 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:05.463564 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:19:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:05.483654 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8605161 Jun 18 10:20:05.484845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Pushing event updated for resources: {'Network': ['ID=3f92aea8-f781-4df8-8fc3-a23aa9752678,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:05.490350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:05.490904 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41042) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:05.498640 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network 3f92aea8-f781-4df8-8fc3-a23aa9752678 details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:20:05.508059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Request body: {'subnet': {'network_id': '3f92aea8-f781-4df8-8fc3-a23aa9752678', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1347141820-subnet', 'tenant_id': '34ecb123554446269271dd831c590d5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:05.520052 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:05.520774 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:05.532457 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Usage tracker for resource:subnet and tenant:34ecb123554446269271dd831c590d5d is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:05.537982 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:05.565375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:05.615799 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Made reservation on behalf of 34ecb123554446269271dd831c590d5d for: {'subnet': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:20:05.621650 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2553668'] for subnet, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:05.659078 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8ff02-dd3c-425b-9729-31e3a832034c req-4ad4fb64-c7e7-42c4-ab7b-a2081ab25c9a tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:05.661364 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f0e8ff02-dd3c-425b-9729-31e3a832034c req-4ad4fb64-c7e7-42c4-ab7b-a2081ab25c9a tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.2197444 Jun 18 10:20:05.800301 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:05.882363 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f0e8ff02-dd3c-425b-9729-31e3a832034c req-e4115446-ff04-4a8f-a989-98d0202db967 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088814 Jun 18 10:20:05.907568 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1681243258-network', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:05.922850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:05.925031 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Allocated IP 172.20.0.1 (36a98459-85f7-45ea-9d84-197536a50832/249b3ba4-7c30-459c-9ca5-3024d11ab3e4/32385910-7ef3-4f55-9394-b49222acdd9e) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:05.938465 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Usage tracker for resource:network and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:05.949103 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:05.955774 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:05.998263 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-b5af621a-2dd1-4b6a-bcea-3fcd4edd2051 None None] Provisioning complete for port d310bf02-d80a-4305-988e-1322e5f21af9 triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:05.998934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b5af621a-2dd1-4b6a-bcea-3fcd4edd2051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:06.055000 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Pushing event updated for resources: {'Port': ['ID=d7188c2b-1618-4de8-ace5-5fcdb27e769e,revision_number=3']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:06.066804 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:06.116577 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Made reservation on behalf of 29d61a1ffe634e9fb5919a898e19c25f for: {'network': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:20:06.116577 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:06.487793 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:06.519445 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-a9a7a7d9-cd11-42c5-83c3-f76addb23756 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:06.527823 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-a9a7a7d9-cd11-42c5-83c3-f76addb23756 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/networks?id=a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 200 len: 815 time: 0.3637838 Jun 18 10:20:06.542428 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:06.546773 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:06.553529 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Usage tracker for resource:security_group_rule and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:06.558353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:06.567649 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:06.568463 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-d6257c30-5fad-469f-8b05-147ca4519491 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/quotas/883fc17a700c4e0392c7d12c2061e3fc HTTP/1.1" status: 200 len: 375 time: 0.0395427 Jun 18 10:20:06.623258 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:01Z', 'revision_number': 3, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:06.630235 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89f4df-ba02-4695-b241-0ca2fd954e8b None None] The sync data for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb is: [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:01Z', 'revision_number': 3, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:20:06.669317 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Transition to ACTIVE for port object 32385910-7ef3-4f55-9394-b49222acdd9e will not be triggered until provisioned by entity DHCP. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:06.713628 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-a0bf3632-649f-4a4e-b909-db157e2a2393 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1438406 Jun 18 10:20:06.724510 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852096343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2553685'] for subnet, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:06.739011 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8dcc478a-b6b8-42fb-b7f2-cf687392526a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:06.778359 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:06.854944 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:06.875141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=27ab5f1a-6f4d-4495-9c7e-5624cb791376,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:06.894299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:06.907667 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:06.908765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Checking segment: {'id': '24b8dcbf-642c-491d-b74c-3793d1c1d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3f92aea8-f781-4df8-8fc3-a23aa9752678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:06.909291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Network hostable DHCP agents. Network: 3f92aea8-f781-4df8-8fc3-a23aa9752678, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:20:06.940925 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:06.959044 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=82216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:20:06.961063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Network 36a98459-85f7-45ea-9d84-197536a50832 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:06.968254 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:06.968537 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bc998a85-a867-49e1-8918-b05a05d15cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:06.975156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:06.976067 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854074610'] for router_interface, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:06.994571 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Network 3f92aea8-f781-4df8-8fc3-a23aa9752678 is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:20:06.999394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Pushing event updated for resources: {'Port': ['ID=32385910-7ef3-4f55-9394-b49222acdd9e,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:07.013212 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:07.026813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6d4027-372d-4613-bbeb-681b4a55fa12,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:07.031780 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:07.045596 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-e48349d1-4ba3-4a59-839c-d3d9dbd24df7 service neutron] 10.222.0.22 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247180 Jun 18 10:20:07.064915 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:07.065309 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Added segment e7f168f2-56af-4a90-a9e0-95f51ff1b190 of type vlan for network 779db24d-307c-429a-92f7-dadebdf386cd Jun 18 10:20:07.116063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:07.249249 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, 3f92aea8-f781-4df8-8fc3-a23aa9752678) {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:07.264073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b185ced-6855-44cd-a3ed-380d47c439e8 None None] Network 3f92aea8-f781-4df8-8fc3-a23aa9752678 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:20:07.271500 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:07.272156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:07.293007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:07.315914 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:07.317619 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:07.326117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:07.346162 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device d310bf02-d80a-4305-988e-1322e5f21af9 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:07.630091 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-039ea0bc-4a16-4ec5-b440-d2f46ac916ff admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1377347 Jun 18 10:20:07.645290 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Pushing event updated for resources: {'Network': ['ID=779db24d-307c-429a-92f7-dadebdf386cd,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:07.651708 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:07.671698 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-bb51ca77-40ae-437b-9d48-c36ed215865c service neutron] 10.222.0.22 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207623 Jun 18 10:20:07.684486 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2237923 Jun 18 10:20:07.687401 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41106) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:07.692468 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7da521-8d00-4c68-ac55-917031ecb45b req-4d972fb6-e2f8-4d70-9aae-92f9dde8743a tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:07.695281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Request body: {'subnet': {'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1681243258-subnet', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'ip_version': 4}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:07.701095 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4d7da521-8d00-4c68-ac55-917031ecb45b req-4d972fb6-e2f8-4d70-9aae-92f9dde8743a tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.5185244 Jun 18 10:20:07.710368 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:07.718765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Usage tracker for resource:subnet and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:07.734394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:07.764872 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:07.786036 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network 779db24d-307c-429a-92f7-dadebdf386cd details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:20:07.827063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:07.843700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Made reservation on behalf of 29d61a1ffe634e9fb5919a898e19c25f for: {'subnet': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:20:07.849324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2553668'] for subnet, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:07.862196 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4d7da521-8d00-4c68-ac55-917031ecb45b req-c913a9a8-5f9e-4f7e-b178-13ac7cf240a9 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599112 Jun 18 10:20:07.865151 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port d310bf02-d80a-4305-988e-1322e5f21af9 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:07.882397 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:08.244701 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-632947b0-564d-4be5-8603-ae98b66f07fb req-6a37b957-0d17-4608-88a6-b7051c65826e tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 210 time: 0.1917884 Jun 18 10:20:08.617519 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48307ffe-3762-4064-9792-ba21edac2c2e None None] Network 3f92aea8-f781-4df8-8fc3-a23aa9752678 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:20:08.642909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:08.694876 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:08.696343 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850762775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701425'] for router_interface, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:08.713749 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2c499552-7ac6-4cc3-808d-b10ef2af993d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:08.828074 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-c01ae000-1817-4171-a63b-518f74d243c6 None None] Provisioning for port 32385910-7ef3-4f55-9394-b49222acdd9e completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:08.867686 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-c01ae000-1817-4171-a63b-518f74d243c6 None None] Provisioning complete for port 32385910-7ef3-4f55-9394-b49222acdd9e triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:08.868111 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c01ae000-1817-4171-a63b-518f74d243c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:08.868786 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852096343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2553685'] for subnet, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:08.878782 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4e025fe6-cb11-44f8-8c5a-d2875fb0be9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:08.944132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Network 36a98459-85f7-45ea-9d84-197536a50832 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:08.948326 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:09.034738 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-c01ae000-1817-4171-a63b-518f74d243c6 None None] Port 32385910-7ef3-4f55-9394-b49222acdd9e cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:20:09.133118 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Checking segment: {'id': 'e7f168f2-56af-4a90-a9e0-95f51ff1b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:09.133798 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Network hostable DHCP agents. Network: 779db24d-307c-429a-92f7-dadebdf386cd, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:20:09.152335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=534e7a3e-971a-4d53-bcf5-277afec370c4,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:09.162089 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:09.244376 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Network 779db24d-307c-429a-92f7-dadebdf386cd is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:20:09.305381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, 779db24d-307c-429a-92f7-dadebdf386cd) {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:09.319706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94243fdf-4c5e-4a12-ae14-877c9a299b33 None None] Network 779db24d-307c-429a-92f7-dadebdf386cd requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:20:09.346110 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:09.346786 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:09.361618 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Pushing event updated for resources: {'Port': ['ID=32385910-7ef3-4f55-9394-b49222acdd9e,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:09.380369 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:09.471381 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-530608a1-67bf-4b58-bc23-f4804a1ab680 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7817249 Jun 18 10:20:09.475524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41152) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:09.482224 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:09.495100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:09.505082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Usage tracker for resource:router and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:09.517727 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2325f-f953-49ec-8ca6-7a45454b4e60 req-f8e81c3f-67b6-4f13-b89d-068f16ac0563 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:09.530374 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:09.531238 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a5f2325f-f953-49ec-8ca6-7a45454b4e60 req-f8e81c3f-67b6-4f13-b89d-068f16ac0563 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.3050179 Jun 18 10:20:09.543370 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:09.585852 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device d7188c2b-1618-4de8-ace5-5fcdb27e769e up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:09.613998 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854668291'] for router, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:09.615032 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854083011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686197'] for router, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:09.729021 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-21eb811e-bc38-47ca-a39a-465a98a87888 None None] Provisioning complete for port 32385910-7ef3-4f55-9394-b49222acdd9e triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:09.729462 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-21eb811e-bc38-47ca-a39a-465a98a87888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:09.821255 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:09.830210 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f71ae9af-215e-4885-b789-05e5d560aa76 req-c2e52108-1de2-476c-82c6-05853513c95c tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 210 time: 0.1660109 Jun 18 10:20:09.881482 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a5f2325f-f953-49ec-8ca6-7a45454b4e60 req-6c3452b7-c448-41f1-98bd-0ba150506810 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488815 Jun 18 10:20:09.903742 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-21eb811e-bc38-47ca-a39a-465a98a87888 None None] Port 32385910-7ef3-4f55-9394-b49222acdd9e cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:20:09.914299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port d7188c2b-1618-4de8-ace5-5fcdb27e769e completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:09.930471 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port d7188c2b-1618-4de8-ace5-5fcdb27e769e triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:09.932026 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:10.092400 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Router a194f75c-a04b-46b9-8696-55b6dab7aac3 has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:20:10.227911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:10.233038 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d11868d-4b48-5a50-9118-551a6082f382-779db24d-307c-429a-92f7-dadebdf386cd', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'fixed_ips': [{'subnet_id': '534e7a3e-971a-4d53-bcf5-277afec370c4'}]}} from dv-cinder-797022-1-smb. {{(pid=82217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:20:10.234089 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:10.281017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854083028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686182'] for router, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:10.304246 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port d7188c2b-1618-4de8-ace5-5fcdb27e769e, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=d7188c2b-1618-4de8-ace5-5fcdb27e769e,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:10.374473 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:10.385233 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:10.418434 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:20:10.437797 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] 10.222.0.22 "PUT /v2.0/routers/a194f75c-a04b-46b9-8696-55b6dab7aac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4113195 Jun 18 10:20:10.528100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41182) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:10.536042 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1517900821-network', 'tenant_id': '9131662d57064dc0bfb47dd72c5acb9e'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:10.542533 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:10.548596 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Usage tracker for resource:network and tenant:9131662d57064dc0bfb47dd72c5acb9e is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:10.552685 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:10.561901 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:10.610491 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=d7188c2b-1618-4de8-ace5-5fcdb27e769e,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:10.620471 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Made reservation on behalf of 9131662d57064dc0bfb47dd72c5acb9e for: {'network': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:20:10.626905 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:10.637491 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:10.677187 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Allocated IP 172.20.0.2 (779db24d-307c-429a-92f7-dadebdf386cd/534e7a3e-971a-4d53-bcf5-277afec370c4/c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4) {{(pid=82217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:10.690482 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:10.768941 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:10.772079 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:10.831096 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:10.834214 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Usage tracker for resource:security_group_rule and tenant:9131662d57064dc0bfb47dd72c5acb9e is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:10.875373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:10.883186 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:10.951372 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Sync routers for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:20:10.955406 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Notify callbacks [] for port, precommit_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:10.982659 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Transition to ACTIVE for port object c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:11.044129 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Transition to ACTIVE for port object c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 will not be triggered until provisioned by entity DHCP. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:11.047555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:11.048270 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:19:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:11.085665 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:11.166329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:11.194138 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:11.196495 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=82216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:20:11.231236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:11.234471 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-871ec46c-bc35-40f6-b734-a2fd3b6fee61 req-4fd8c9e1-fba8-47d4-a997-e339212305b2 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 210 time: 0.1031024 Jun 18 10:20:11.270370 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:11.270686 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Added segment 34a1e482-a1ef-4ded-9842-83c1e402721b of type vlan for network f6b5cf9c-8e71-4808-b090-948039f8933e Jun 18 10:20:11.331964 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Allocated IP 172.28.2.120 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/f9861b1e-54b5-4506-8327-9bbfff68fae2) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:11.348071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c47d09-8c73-44d4-9879-677de088b930,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:11.349242 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:11.351315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:11.378626 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:11.389778 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-1fb105fb-3b0b-425c-8734-3e5277472ddd tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:11.400036 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-1fb105fb-3b0b-425c-8734-3e5277472ddd tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "GET /v2.0/networks?id=a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 200 len: 815 time: 0.4889758 Jun 18 10:20:11.423783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Request body: {'port': {'device_id': '8d3116e5-8765-429f-8283-be1ac792d49d', 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03', 'admin_state_up': True, 'tenant_id': '883fc17a700c4e0392c7d12c2061e3fc'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:11.518642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:11.531195 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:11.541492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:11.573289 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device d7188c2b-1618-4de8-ace5-5fcdb27e769e up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:11.605789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f94a237b-33ad-475c-9634-80cc89ef3b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:11.718179 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:11.734898 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 41222) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:11.797033 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Pushing event updated for resources: {'Network': ['ID=f6b5cf9c-8e71-4808-b090-948039f8933e,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:11.799199 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1722235752', 'description': 'tempest-description--234845849'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:11.799901 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:11.835713 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:11.860309 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:11.872167 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:11.880905 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3515506 Jun 18 10:20:11.885299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41226) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:11.891420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Usage tracker for resource:security_group and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:11.894764 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Request body: {'subnet': {'network_id': 'f6b5cf9c-8e71-4808-b090-948039f8933e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1517900821-subnet', 'tenant_id': '9131662d57064dc0bfb47dd72c5acb9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:11.901732 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:11.909537 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:11.917327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Usage tracker for resource:subnet and tenant:9131662d57064dc0bfb47dd72c5acb9e is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:11.922124 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:11.926147 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41230) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:11.934693 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:11.986998 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Made reservation on behalf of 9131662d57064dc0bfb47dd72c5acb9e for: {'subnet': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:20:11.993331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2553668'] for subnet, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.020943 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Pushing event updated for resources: {'Port': ['ID=c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4,revision_number=1']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:12.045284 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:12.048472 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network f6b5cf9c-8e71-4808-b090-948039f8933e details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:20:12.049198 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.077330 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Network 779db24d-307c-429a-92f7-dadebdf386cd is already hosted by enough agents. {{(pid=82217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:12.099261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Resources bound (agent type, host, resource id): {{(pid=82217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:12.121095 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Received port after_create {{(pid=82217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:12.139695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:12.151590 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:12.164205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:12.180387 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Made reservation on behalf of 883fc17a700c4e0392c7d12c2061e3fc for: {'port': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:20:12.186860 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.204032 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:12.216662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57269d26-3e00-422a-a856-02ff64e7869d req-30b50071-e845-49cf-98de-852f8a295475 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:12.218457 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-57269d26-3e00-422a-a856-02ff64e7869d req-30b50071-e845-49cf-98de-852f8a295475 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.5096729 Jun 18 10:20:12.240139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:12.249007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:12.393304 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.453799 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-57269d26-3e00-422a-a856-02ff64e7869d req-c5fcd8d7-9d18-4c33-ba80-10f5b749bc81 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277851 Jun 18 10:20:12.546244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:12.575023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8a17e440-9363-49a3-9470-cf73af3e5f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.590662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Usage tracker for resource:security_group_rule and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:12.598261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:12.608441 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-80ce14cb-6f67-40bb-8361-72f85dfdd2be req-5df0bdb1-b653-4bd4-bcae-b09c0eb28fb1 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 210 time: 0.0805900 Jun 18 10:20:12.620422 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Attempting to bind port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:20:12.620841 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Attempting to bind port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': 'e7f168f2-56af-4a90-a9e0-95f51ff1b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:20:12.621268 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Attempting to bind port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 on network 779db24d-307c-429a-92f7-dadebdf386cd {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:12.633585 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-8a17e440-9363-49a3-9470-cf73af3e5f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:12.635855 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Allocated IP 172.20.0.8 (a0a1681a-8e45-45f9-a380-f6345a716a03/0d8c939c-1a25-4c7f-9c92-78a92c443c48/bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:12.639306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-8a17e440-9363-49a3-9470-cf73af3e5f9e admin admin] Usage tracker for resource:security_group_rule and tenant:7563b721fb4c421c9a942aa175ac5a89 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:12.643747 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:12.647240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-8a17e440-9363-49a3-9470-cf73af3e5f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:12.648559 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:20:12.648979 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Checking segment: {'id': 'e7f168f2-56af-4a90-a9e0-95f51ff1b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:12.649832 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.650072 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Bound using segment: {'id': 'e7f168f2-56af-4a90-a9e0-95f51ff1b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:20:12.650906 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Bound port: c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f168f2-56af-4a90-a9e0-95f51ff1b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:20:12.652140 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.663143 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-8a17e440-9363-49a3-9470-cf73af3e5f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:12.675537 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9861b1e-54b5-4506-8327-9bbfff68fae2,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:12.683305 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:12.762265 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port d7188c2b-1618-4de8-ace5-5fcdb27e769e triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:12.762684 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.843259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.861269 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8a17e440-9363-49a3-9470-cf73af3e5f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.881960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] For port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:20:12.887025 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] For port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:20:12.889818 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8a17e440-9363-49a3-9470-cf73af3e5f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.894373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.898254 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-875a2719-725b-4309-a1a9-ffd5601e78b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:12.906647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-06f4a3d9-8d6d-4080-b210-3c6e9af9513a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:12.909145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.909956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854078864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692947'] for router, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.928752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.935297 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:08Z', 'revision_number': 2, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:12.949189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:12.988388 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c327c5e7-ccb2-488c-8371-64ec1d1b9662,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:12.994360 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:12.998599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:13.013871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Checking router: a194f75c-a04b-46b9-8696-55b6dab7aac3 for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:20:13.014232 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Updating router a194f75c-a04b-46b9-8696-55b6dab7aac3 port 32385910-7ef3-4f55-9394-b49222acdd9e binding host dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:20:13.068671 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17e440-9363-49a3-9470-cf73af3e5f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7921216-4067-4827-8f92-213e660c921e,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:13.082023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.093849 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3147044 Jun 18 10:20:13.095038 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 41248) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:13.104293 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-dfa6ca5e-b804-4862-92bd-ccb3c10df288 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Request body: {'security_group_rule': {'security_group_id': 'c327c5e7-ccb2-488c-8371-64ec1d1b9662', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:13.112654 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-dfa6ca5e-b804-4862-92bd-ccb3c10df288 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:13.118079 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-dfa6ca5e-b804-4862-92bd-ccb3c10df288 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Usage tracker for resource:security_group_rule and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:13.122402 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-dfa6ca5e-b804-4862-92bd-ccb3c10df288 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:13.125257 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8a17e440-9363-49a3-9470-cf73af3e5f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:13.129688 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.132901 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-8a17e440-9363-49a3-9470-cf73af3e5f9e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7563b721fb4c421c9a942aa175ac5a89&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2019951 Jun 18 10:20:13.133483 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-dfa6ca5e-b804-4862-92bd-ccb3c10df288 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:13.141361 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41252) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:13.146495 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.152485 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.156221 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ed50063b-1c60-4417-bdcd-d20967a8b08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:13.163622 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['c07bebcf-4314-4f94-a4d9-827e2e83ed78', '362e372b-d925-4ffe-bfe7-1e481f7a1ed1'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:20:13.191222 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Pushing event updated for resources: {'Port': ['ID=c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4,revision_number=2']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:13.208840 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:13.244771 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Network a0a1681a-8e45-45f9-a380-f6345a716a03 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:13.248534 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:13.250557 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dfa6ca5e-b804-4862-92bd-ccb3c10df288 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.258382 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:13.263467 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:13.264249 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.311200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Pushing event updated for resources: {'Port': ['ID=bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:13.318220 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:13.330892 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0a45b088-66a9-47bb-b34c-4ccf06404f4f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9118679 Jun 18 10:20:13.353701 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Request body: {'port': {'device_id': '8d3116e5-8765-429f-8283-be1ac792d49d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:13.522035 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dfa6ca5e-b804-4862-92bd-ccb3c10df288 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.546023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.565216 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dfa6ca5e-b804-4862-92bd-ccb3c10df288 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.567324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e00e20cf-462e-468e-9e21-e06a79a4564d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.609295 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:13.652867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e00e20cf-462e-468e-9e21-e06a79a4564d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.674560 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6ca5e-b804-4862-92bd-ccb3c10df288 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac39fc0-47fd-4af3-9aa0-b0bbe6eb311e,revision_number=0']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:13.886778 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e00e20cf-462e-468e-9e21-e06a79a4564d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.902841 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-fbd5c0c2-f277-441b-8eb4-e1016b34380c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:13.943453 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e20cf-462e-468e-9e21-e06a79a4564d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7921216-4067-4827-8f92-213e660c921e,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:13.946026 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e00e20cf-462e-468e-9e21-e06a79a4564d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:13.961093 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e00e20cf-462e-468e-9e21-e06a79a4564d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.965667 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e00e20cf-462e-468e-9e21-e06a79a4564d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7921216-4067-4827-8f92-213e660c921e HTTP/1.1" status: 204 len: 168 time: 0.8190713 Jun 18 10:20:13.975167 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852096343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2553685'] for subnet, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:13.989305 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:14.016989 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Notify callbacks [] for port, precommit_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:14.052902 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Transition to ACTIVE for port object 32385910-7ef3-4f55-9394-b49222acdd9e will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:14.106182 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:14.111437 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:14.142352 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0011e92d-b977-415e-ad95-2ff140dd5d2b,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:14.146052 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:14.149782 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Checking segment: {'id': '34a1e482-a1ef-4ded-9842-83c1e402721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f6b5cf9c-8e71-4808-b090-948039f8933e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:14.149782 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Network hostable DHCP agents. Network: f6b5cf9c-8e71-4808-b090-948039f8933e, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:20:14.194214 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Router f242d673-e7a2-4b4a-b16a-b25368fca14d is scheduled to L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 with binding_index 1 {{(pid=82216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:20:14.208078 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-dfa6ca5e-b804-4862-92bd-ccb3c10df288 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:14.254907 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea5810-df7a-4730-9622-1a65750ccf76 None None] Pushing event updated for resources: {'Port': ['ID=32385910-7ef3-4f55-9394-b49222acdd9e,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:14.283554 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-84ea5810-df7a-4730-9622-1a65750ccf76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:14.298258 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 {{(pid=82215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:20:14.310595 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dfa6ca5e-b804-4862-92bd-ccb3c10df288 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:14.312006 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-dfa6ca5e-b804-4862-92bd-ccb3c10df288 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2154052 Jun 18 10:20:14.330908 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:14.354837 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 41272) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:14.366612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-2c4bd892-1059-4d7b-a87a-1c070a874945 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Request body: {'security_group_rule': {'security_group_id': 'c327c5e7-ccb2-488c-8371-64ec1d1b9662', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:14.373321 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Network f6b5cf9c-8e71-4808-b090-948039f8933e is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:20:14.377177 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-2c4bd892-1059-4d7b-a87a-1c070a874945 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:14.381783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-2c4bd892-1059-4d7b-a87a-1c070a874945 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Usage tracker for resource:security_group_rule and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:14.390468 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-2c4bd892-1059-4d7b-a87a-1c070a874945 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:14.411895 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-2c4bd892-1059-4d7b-a87a-1c070a874945 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:14.422866 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, f6b5cf9c-8e71-4808-b090-948039f8933e) {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:14.433366 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448b1243-147b-44d1-8970-1fb2f7a9f48e None None] Network f6b5cf9c-8e71-4808-b090-948039f8933e requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:20:14.441404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:14.442874 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:14.466917 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Transition to ACTIVE for port object bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 will not be triggered until provisioned by entity L2. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:14.471088 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Attempting to bind port 32385910-7ef3-4f55-9394-b49222acdd9e on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:20:14.471408 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Attempting to bind port 32385910-7ef3-4f55-9394-b49222acdd9e by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:20:14.471860 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Attempting to bind port 32385910-7ef3-4f55-9394-b49222acdd9e on network 36a98459-85f7-45ea-9d84-197536a50832 {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:14.491735 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddda0f-fefc-475c-a677-73fc6978798b req-068913de-81f1-47ad-85cb-be1c5b108997 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:14.492968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d2ddda0f-fefc-475c-a677-73fc6978798b req-068913de-81f1-47ad-85cb-be1c5b108997 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Synchronizing usage tracker for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:20:14.524711 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd892-1059-4d7b-a87a-1c070a874945 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:14.530477 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6439095 Jun 18 10:20:14.551427 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:14.557845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebc4c9-38e6-47ff-a922-ae2c1ed0276e req-4b7860e6-2271-4d0c-bce9-d9f932bc61f5 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:14.560355 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-10ebc4c9-38e6-47ff-a922-ae2c1ed0276e req-4b7860e6-2271-4d0c-bce9-d9f932bc61f5 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.4163876 Jun 18 10:20:14.561587 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:20:14.561960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:20:14.562562 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Checking segment: {'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:14.563919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:14.564373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Bound using segment: {'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:20:14.565096 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Bound port: 32385910-7ef3-4f55-9394-b49222acdd9e, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:20:14.565587 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:14.575951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Sync routers for ids ['f242d673-e7a2-4b4a-b16a-b25368fca14d'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:20:14.614865 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Routers {'f242d673-e7a2-4b4a-b16a-b25368fca14d'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:14.615692 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:19:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f242d673-e7a2-4b4a-b16a-b25368fca14d'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:14.620545 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b0f341e3-8813-4fc3-820e-03cc0a8c0ef4 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:14.623337 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Notify callbacks [] for router, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:14.626125 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1492403 Jun 18 10:20:14.628836 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41280) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:14.658130 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d2ddda0f-fefc-475c-a677-73fc6978798b req-068913de-81f1-47ad-85cb-be1c5b108997 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Unset dirty status for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:20:14.667922 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d2ddda0f-fefc-475c-a677-73fc6978798b req-068913de-81f1-47ad-85cb-be1c5b108997 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 931 time: 0.4728606 Jun 18 10:20:14.809218 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] For port 32385910-7ef3-4f55-9394-b49222acdd9e, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:20:14.812969 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] For port 32385910-7ef3-4f55-9394-b49222acdd9e, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=32385910-7ef3-4f55-9394-b49222acdd9e,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:20:14.893356 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:14.902697 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:14.913168 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:14.963225 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:15.117771 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea5810-df7a-4730-9622-1a65750ccf76 None None] Pushing event updated for resources: {'Port': ['ID=32385910-7ef3-4f55-9394-b49222acdd9e,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:15.159717 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-84ea5810-df7a-4730-9622-1a65750ccf76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:15.168009 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d2ddda0f-fefc-475c-a677-73fc6978798b req-6ca442b8-cf4b-40d2-b068-78143d8ccda1 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987955 Jun 18 10:20:15.172869 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 41288) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:15.191769 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Set router f242d673-e7a2-4b4a-b16a-b25368fca14d gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:15.249306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:15.250088 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:19:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:15.322384 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-04e2a0db-081c-4918-8305-36a5ef3bf6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:15.451929 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-04e2a0db-081c-4918-8305-36a5ef3bf6b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:15.482744 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-04e2a0db-081c-4918-8305-36a5ef3bf6b0 admin admin] Usage tracker for resource:security_group_rule and tenant:69f5b4726a954872b12366de8c618bd0 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:15.517773 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-04e2a0db-081c-4918-8305-36a5ef3bf6b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:15.551607 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-10ebc4c9-38e6-47ff-a922-ae2c1ed0276e req-569ac2cb-cf6f-47a4-b367-a34c16e610d6 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9755931 Jun 18 10:20:15.573790 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-04e2a0db-081c-4918-8305-36a5ef3bf6b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:15.639293 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Attempting to bind port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:20:15.639842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Attempting to bind port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:20:15.640336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Attempting to bind port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 on network a0a1681a-8e45-45f9-a380-f6345a716a03 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:15.648907 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd892-1059-4d7b-a87a-1c070a874945 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:15.677035 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 on network a0a1681a-8e45-45f9-a380-f6345a716a03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:20:15.677035 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Attempting to bind port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 on network a0a1681a-8e45-45f9-a380-f6345a716a03 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:15.707620 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:20:15.708149 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Checking segment: {'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:15.708662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Bound using segment: {'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:20:15.718965 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Bound port: bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'}}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:20:15.719379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:15.753277 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:15.831194 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:20:12Z', 'revision_number': 3, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port': {'id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:10Z', 'updated_at': '2021-06-18T10:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:15.845334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Checking router: f242d673-e7a2-4b4a-b16a-b25368fca14d for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:20:15.847612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Updating router f242d673-e7a2-4b4a-b16a-b25368fca14d port f9861b1e-54b5-4506-8327-9bbfff68fae2 binding host dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:20:15.914587 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd892-1059-4d7b-a87a-1c070a874945 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:15.928956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:15.944838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-dfa6ca5e-b804-4862-92bd-ccb3c10df288 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:16.017611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bd892-1059-4d7b-a87a-1c070a874945 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bc33cb-eeee-443d-8fc7-4d4b8161ae36,revision_number=0']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:16.048401 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f669b009-96ea-4974-afe4-5fb1d2c46166 None None] Network 779db24d-307c-429a-92f7-dadebdf386cd requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:20:16.081903 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8543ac5-9fcd-481c-80db-e5204400e6e5 None None] Network f6b5cf9c-8e71-4808-b090-948039f8933e requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:20:16.083981 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2c4bd892-1059-4d7b-a87a-1c070a874945 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:16.096755 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] For port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5, host hv-cinder-79702, cleared binding levels {{(pid=82215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:20:16.100282 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] For port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:20:16.127091 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-04e2a0db-081c-4918-8305-36a5ef3bf6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.138470 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.149069 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:16.199764 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-04e2a0db-081c-4918-8305-36a5ef3bf6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.222653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd892-1059-4d7b-a87a-1c070a874945 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.224244 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2c4bd892-1059-4d7b-a87a-1c070a874945 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8670220 Jun 18 10:20:16.239880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41316) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:16.252316 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Request body: {'floatingip': {'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:16.289695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:16.313162 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Usage tracker for resource:floatingip and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:16.319054 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:16.330476 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:16.389746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.391322 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] 10.222.0.61 "PUT /v2.0/ports/bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 HTTP/1.1" status: 200 len: 1093 time: 3.0447145 Jun 18 10:20:16.391894 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3116e5-8765-429f-8283-be1ac792d49d', 'tag': 'bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:20:16.426850 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-04e2a0db-081c-4918-8305-36a5ef3bf6b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69f5b4726a954872b12366de8c618bd0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2487788 Jun 18 10:20:16.431594 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 41322) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:16.432334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5,revision_number=3']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:16.450781 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:16.454338 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0eaa6a09-3366-48b5-bb55-5dd57fdfefc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:16.491362 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.493110 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Notify callbacks [] for port, precommit_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.501483 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2a0db-081c-4918-8305-36a5ef3bf6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbd2308-f1e2-4e45-acf1-dcc435f22bd0,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:16.505759 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.507376 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Transition to ACTIVE for port object f9861b1e-54b5-4506-8327-9bbfff68fae2 will not be triggered until provisioned by entity L2. {{(pid=82218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:16.540485 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.552360 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:16.565250 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:16.613135 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Attempting to bind port f9861b1e-54b5-4506-8327-9bbfff68fae2 on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:20:16.614149 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Attempting to bind port f9861b1e-54b5-4506-8327-9bbfff68fae2 by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:20:16.614802 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Attempting to bind port f9861b1e-54b5-4506-8327-9bbfff68fae2 on network 3aade71e-2163-4f2a-b110-37c6fd66da65 {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:16.627407 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a3e44e19-4ff8-4566-bd9b-88147098b774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.630604 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:20:16.631314 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Checking segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:16.632121 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.632794 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Bound using segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:20:16.634407 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Bound port: f9861b1e-54b5-4506-8327-9bbfff68fae2, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:20:16.635073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.656045 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-04e2a0db-081c-4918-8305-36a5ef3bf6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:16.682599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:16.706919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-7e7dca69-3eb6-478d-929e-02ea2467aad5 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:16.708530 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-7e7dca69-3eb6-478d-929e-02ea2467aad5 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/networks?id=3f92aea8-f781-4df8-8fc3-a23aa9752678 HTTP/1.1" status: 200 len: 809 time: 0.5120449 Jun 18 10:20:16.729555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] For port f9861b1e-54b5-4506-8327-9bbfff68fae2, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:20:16.733437 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] For port f9861b1e-54b5-4506-8327-9bbfff68fae2, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=f9861b1e-54b5-4506-8327-9bbfff68fae2,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:20:16.761840 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c618c77-1b8c-4212-94c0-3f1e9b439091 None None] Pushing event updated for resources: {'Port': ['ID=f9861b1e-54b5-4506-8327-9bbfff68fae2,revision_number=2']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:16.762849 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-9fa16132-7721-4d42-86c0-ceaf04c38cb3 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/quotas/34ecb123554446269271dd831c590d5d HTTP/1.1" status: 200 len: 375 time: 0.0231411 Jun 18 10:20:16.766510 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2c618c77-1b8c-4212-94c0-3f1e9b439091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:16.773603 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.780406 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:16.874707 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c618c77-1b8c-4212-94c0-3f1e9b439091 None None] Pushing event updated for resources: {'Port': ['ID=f9861b1e-54b5-4506-8327-9bbfff68fae2,revision_number=3']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:16.880656 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2c618c77-1b8c-4212-94c0-3f1e9b439091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:16.914339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Routers {'f242d673-e7a2-4b4a-b16a-b25368fca14d'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:16.916143 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:19:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f242d673-e7a2-4b4a-b16a-b25368fca14d'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:16.946863 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-3659218b-33f4-4237-9e2d-048c28966ab2 None None] Provisioning for port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:16.960081 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Allocated IP 172.20.0.1 (779db24d-307c-429a-92f7-dadebdf386cd/534e7a3e-971a-4d53-bcf5-277afec370c4/84e9d3a1-0ff9-4841-9351-bd77cd6dac3e) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:16.966369 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-3659218b-33f4-4237-9e2d-048c28966ab2 None None] Provisioning complete for port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:16.966790 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3659218b-33f4-4237-9e2d-048c28966ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:16.984658 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:17.067052 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5e9d96ca-2c91-4e2b-8ed6-b24c9574d12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:17.110990 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-f02253f1-653d-43d7-98ad-decbda675c7e tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=34ecb123554446269271dd831c590d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3205719 Jun 18 10:20:17.136566 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-9af8d90f-f427-47cb-9376-5040f07c724f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 1096 time: 0.6483607 Jun 18 10:20:17.179476 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] Set router f242d673-e7a2-4b4a-b16a-b25368fca14d gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:17.215838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:17.235085 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Transition to ACTIVE for port object 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e will not be triggered until provisioned by entity DHCP. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:17.306678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eda0c4-2d45-41c9-beb0-7b08232891ce req-74dd9014-ac71-4d38-8542-e9ec3411ee00 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:17.308360 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c0eda0c4-2d45-41c9-beb0-7b08232891ce req-74dd9014-ac71-4d38-8542-e9ec3411ee00 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 943 time: 0.8601105 Jun 18 10:20:17.310603 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-91334f11-35b3-4992-a144-f28bd0e3d434 service neutron] 10.222.0.22 "GET /v2.0/networks/3f92aea8-f781-4df8-8fc3-a23aa9752678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798234 Jun 18 10:20:17.318990 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:17.337860 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e8085ca0-76fa-494a-a969-6ebd0e4416a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:17.422257 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Pushing event updated for resources: {'Port': ['ID=84e9d3a1-0ff9-4841-9351-bd77cd6dac3e,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:17.432073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:17.440772 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Network 779db24d-307c-429a-92f7-dadebdf386cd is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:17.442213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:17.450108 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:17.450336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3659218b-33f4-4237-9e2d-048c28966ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:17.539244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854074610'] for router_interface, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:17.547972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-3659218b-33f4-4237-9e2d-048c28966ab2 None None] For port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:17.559501 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5e9d96ca-2c91-4e2b-8ed6-b24c9574d12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:17.562373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:14Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:17.572105 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3119ee5c-512f-4f45-8b36-695c134434cc None None] The sync data for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb is: [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:14Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:20:17.586016 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-2c6830dc-5986-4739-921a-39612c8eb51b service neutron] 10.222.0.22 "GET /v2.0/networks/3f92aea8-f781-4df8-8fc3-a23aa9752678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896329 Jun 18 10:20:17.606239 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3659218b-33f4-4237-9e2d-048c28966ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:17.606239 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:17.704953 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-7184fb1e-251a-421b-aad4-1212e8d7b999 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 HTTP/1.1" status: 200 len: 217 time: 0.3930464 Jun 18 10:20:17.737326 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:17.824951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659218b-33f4-4237-9e2d-048c28966ab2 None None] Pushing event updated for resources: {'Port': ['ID=c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:17.830170 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3659218b-33f4-4237-9e2d-048c28966ab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:17.886911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-85fac05c-90c4-4e96-b860-663d977fb63f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:17.895801 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-85fac05c-90c4-4e96-b860-663d977fb63f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d8c939c-1a25-4c7f-9c92-78a92c443c48 HTTP/1.1" status: 200 len: 855 time: 0.1513593 Jun 18 10:20:17.913885 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Allocated IP 172.28.2.192 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/1d526fad-baac-414c-9b99-2627f0fff604) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:17.982546 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-0e1af790-1a83-46b2-8590-39211bf03303 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0a1681a-8e45-45f9-a380-f6345a716a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705509 Jun 18 10:20:17.985888 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c0eda0c4-2d45-41c9-beb0-7b08232891ce req-fffcf731-6126-4522-8b2c-f98944fd1862 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687183 Jun 18 10:20:18.056396 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:18.164633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-85a5b0db-0273-4508-b5f1-dd9bdaa7d27c None None] Provisioning complete for port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:18.168356 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-85a5b0db-0273-4508-b5f1-dd9bdaa7d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:18.188961 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-5e6c4931-6b81-43ac-a438-69c047db8467 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905017 Jun 18 10:20:18.192243 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3116e5-8765-429f-8283-be1ac792d49d', 'tag': 'bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5', 'status': 'completed', 'code': 200} Jun 18 10:20:18.193724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5e9d96ca-2c91-4e2b-8ed6-b24c9574d12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:18.207694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:18.289322 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:20:12Z', 'revision_number': 3, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port': {'id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:10Z', 'updated_at': '2021-06-18T10:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:18.316231 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d96ca-2c91-4e2b-8ed6-b24c9574d12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbd2308-f1e2-4e45-acf1-dcc435f22bd0,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:18.327609 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28682f65-0752-4326-806d-aa1f42dca507 None None] The sync data for ids ['f242d673-e7a2-4b4a-b16a-b25368fca14d'] in dv-cinder-797022-1-smb is: [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:20:12Z', 'revision_number': 3, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port': {'id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:10Z', 'updated_at': '2021-06-18T10:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:20:18.345525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5e9d96ca-2c91-4e2b-8ed6-b24c9574d12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:18.355439 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5e9d96ca-2c91-4e2b-8ed6-b24c9574d12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:18.360081 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-5e9d96ca-2c91-4e2b-8ed6-b24c9574d12a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0cbd2308-f1e2-4e45-acf1-dcc435f22bd0 HTTP/1.1" status: 204 len: 168 time: 1.9139445 Jun 18 10:20:18.689145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:18.773943 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fd723-4be6-452a-a58f-f0cb24f71c42 req-703dfbcc-04ab-401b-8ae7-3f037a819075 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:18.777064 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-930fd723-4be6-452a-a58f-f0cb24f71c42 req-703dfbcc-04ab-401b-8ae7-3f037a819075 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.2769375 Jun 18 10:20:18.816255 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-b0ec61dd-30aa-476b-8a5a-fddeef12d483 None None] Provisioning for port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:18.820484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:18.828445 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-afa187bb-a675-493c-9be4-48e4a34c9f3b req-9a62f7f2-6dd2-41a5-953b-56d8136fcca9 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 210 time: 0.1362433 Jun 18 10:20:18.829143 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:18.830274 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e8d32384-27cb-49f3-af15-7b3f5316ed03 req-fb5d82bc-aef1-4b60-9bce-539841465e83 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193593 Jun 18 10:20:18.836066 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-b0ec61dd-30aa-476b-8a5a-fddeef12d483 None None] Provisioning complete for port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:18.836491 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b0ec61dd-30aa-476b-8a5a-fddeef12d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:18.858660 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:18.921217 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-930fd723-4be6-452a-a58f-f0cb24f71c42 req-1bfd7077-3fd2-47d6-ab18-da71c29aef2b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198153 Jun 18 10:20:18.954513 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-60dcd128-dce1-4843-bc08-a4fbabab36f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:18.958519 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:18.978757 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec61dd-30aa-476b-8a5a-fddeef12d483 None None] Port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:20:19.002964 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:19.008278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event updated for resources: {'Port': ['ID=1d526fad-baac-414c-9b99-2627f0fff604,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:19.025323 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:19.028394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:19.068798 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:19.069469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:19.206605 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-62226c3e-a2b2-4dfd-9136-2086426bdaf0 req-780676ab-dae1-4a25-bb6c-1018f2730a75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 1096 time: 0.2405677 Jun 18 10:20:19.219385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:19.460576 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62226c3e-a2b2-4dfd-9136-2086426bdaf0 req-a35665bf-9cf0-4b61-8bf7-41e53d58fe96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:19.463103 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-62226c3e-a2b2-4dfd-9136-2086426bdaf0 req-a35665bf-9cf0-4b61-8bf7-41e53d58fe96 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 200 len: 916 time: 0.2549024 Jun 18 10:20:19.592043 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 32385910-7ef3-4f55-9394-b49222acdd9e up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:19.723356 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-62226c3e-a2b2-4dfd-9136-2086426bdaf0 req-1857236c-de91-4f3b-b1e8-b3e869fda65c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 HTTP/1.1" status: 200 len: 217 time: 0.1970253 Jun 18 10:20:19.797565 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port 32385910-7ef3-4f55-9394-b49222acdd9e completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:19.798695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850762775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701425'] for router_interface, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:19.804893 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 32385910-7ef3-4f55-9394-b49222acdd9e triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:19.805560 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:19.841160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Pushing event updated for resources: {'Port': ['ID=84e9d3a1-0ff9-4841-9351-bd77cd6dac3e,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:19.866679 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:19.949580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62226c3e-a2b2-4dfd-9136-2086426bdaf0 req-cbf2975e-c591-402b-b39d-8122780aa7ff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:19.951709 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-62226c3e-a2b2-4dfd-9136-2086426bdaf0 req-cbf2975e-c591-402b-b39d-8122780aa7ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d8c939c-1a25-4c7f-9c92-78a92c443c48 HTTP/1.1" status: 200 len: 855 time: 0.2115188 Jun 18 10:20:20.072583 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-62226c3e-a2b2-4dfd-9136-2086426bdaf0 req-5c43a2e7-c616-46fe-9582-6846d6adc9ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0a1681a-8e45-45f9-a380-f6345a716a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086433 Jun 18 10:20:20.085384 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:20.172469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port 32385910-7ef3-4f55-9394-b49222acdd9e, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=32385910-7ef3-4f55-9394-b49222acdd9e,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:20.237104 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:20.238153 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:20.308752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:20.328596 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Network 779db24d-307c-429a-92f7-dadebdf386cd is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:20.337695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:20.374417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:20.449444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f08e0-c134-4bb4-9dab-8086d7be57a1 req-df7f03c3-91e2-4738-b9b5-0bc5e8f90c9c tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:20.452054 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-634f08e0-c134-4bb4-9dab-8086d7be57a1 req-df7f03c3-91e2-4738-b9b5-0bc5e8f90c9c tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 943 time: 0.9939256 Jun 18 10:20:20.480384 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=32385910-7ef3-4f55-9394-b49222acdd9e,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:20.502469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:20.548687 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:20.577880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:20.578471 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:20.601719 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-62226c3e-a2b2-4dfd-9136-2086426bdaf0 req-b65838e9-0b78-41d6-a320-75b329a25e14 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108318 Jun 18 10:20:20.608720 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0eb558e4-cb4d-4ea4-bbca-71ed0885ded5 req-9c4e012f-a15b-4872-840f-892ba27ba88a tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 210 time: 0.4266720 Jun 18 10:20:20.785309 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:20.953835 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f9861b1e-54b5-4506-8327-9bbfff68fae2 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:21.134284 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-62226c3e-a2b2-4dfd-9136-2086426bdaf0 req-99c7cbf4-5fbc-41ef-b7d8-88415ad659e1 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217700 Jun 18 10:20:21.136048 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-fc82c833-f90e-4955-a58b-6ccfa2be32e2 None None] Provisioning complete for port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:21.136569 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fc82c833-f90e-4955-a58b-6ccfa2be32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:21.217824 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port f9861b1e-54b5-4506-8327-9bbfff68fae2 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:21.238336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port f9861b1e-54b5-4506-8327-9bbfff68fae2 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:21.238755 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:21.245741 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-634f08e0-c134-4bb4-9dab-8086d7be57a1 req-b905cbc8-f322-46e8-85de-2c14f55971fc tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6889429 Jun 18 10:20:21.405912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:21.413237 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25b9fa-2fcc-42c3-80f1-9f9900f04976 req-47605cb3-3c1b-4ec3-bdc9-be8abee8bcff tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:21.415117 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0c25b9fa-2fcc-42c3-80f1-9f9900f04976 req-47605cb3-3c1b-4ec3-bdc9-be8abee8bcff tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.4232802 Jun 18 10:20:21.458450 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-fc82c833-f90e-4955-a58b-6ccfa2be32e2 None None] Port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:20:21.489386 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:21.495133 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:21.700237 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:21.701726 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:21.730218 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event updated for resources: {'Port': ['ID=1d526fad-baac-414c-9b99-2627f0fff604,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:21.735701 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:21.748911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port f9861b1e-54b5-4506-8327-9bbfff68fae2, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=f9861b1e-54b5-4506-8327-9bbfff68fae2,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:21.782428 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:21.784291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:21.815959 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:21.827607 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5764101 Jun 18 10:20:21.856096 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Router f242d673-e7a2-4b4a-b16a-b25368fca14d has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:20:21.888373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:20:22.108275 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-230aad99-2352-46ca-b5c8-b6f798cb0c06 req-fef82c95-ff44-43f4-829e-03c7b2d0956f tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 210 time: 0.0859776 Jun 18 10:20:22.137042 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0c25b9fa-2fcc-42c3-80f1-9f9900f04976 req-795a7a69-eacc-47e0-b933-c5d23bbf324a tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6058409 Jun 18 10:20:22.177671 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 32385910-7ef3-4f55-9394-b49222acdd9e up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:22.183254 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c30a24ae-eaa1-47e7-b3ad-436181220354 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:22.185204 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c30a24ae-eaa1-47e7-b3ad-436181220354 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.61 "GET /v2.0/networks?id=3f92aea8-f781-4df8-8fc3-a23aa9752678 HTTP/1.1" status: 200 len: 809 time: 0.8893130 Jun 18 10:20:22.200773 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:20:22.213201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Request body: {'port': {'device_id': '93f1bd31-ffd3-48dd-8275-9b7e9231886e', 'network_id': '3f92aea8-f781-4df8-8fc3-a23aa9752678', 'admin_state_up': True, 'tenant_id': '34ecb123554446269271dd831c590d5d'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:22.218758 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] 10.222.0.22 "PUT /v2.0/routers/f242d673-e7a2-4b4a-b16a-b25368fca14d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5873649 Jun 18 10:20:22.255845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41432) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:22.339826 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=f9861b1e-54b5-4506-8327-9bbfff68fae2,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:22.343128 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:22.385911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:22.410698 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 32385910-7ef3-4f55-9394-b49222acdd9e triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:22.411122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:22.504226 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': 'bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5', 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03', 'port_id': 'bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5', 'mac_address': 'fa:16:3e:1b:8d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8c939c-1a25-4c7f-9c92-78a92c443c48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:20:22.510577 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:22.538784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Usage tracker for resource:port and tenant:34ecb123554446269271dd831c590d5d is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:22.591259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:22.594770 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:22.611581 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:22.653608 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:20:22.658823 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-3e923e5e-8cda-4bc6-9af0-d4b36a456889 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Synchronizing usage tracker for tenant:b4708127900147f7b1e6283debca3a44 on resource:security_group {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:20:22.687836 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:22.692524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d672-5c4d-4300-8a45-7781cce31d3d req-f6d5b46b-1ead-4999-8a45-e7b311e64128 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:22.693954 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4121d672-5c4d-4300-8a45-7781cce31d3d req-f6d5b46b-1ead-4999-8a45-e7b311e64128 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 943 time: 0.1598482 Jun 18 10:20:22.695240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Made reservation on behalf of 34ecb123554446269271dd831c590d5d for: {'port': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:20:22.701429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:22.706183 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a70afece-06a5-4229-b077-72e0e93f946d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:22.732978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:22.736122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:22.738076 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-3e923e5e-8cda-4bc6-9af0-d4b36a456889 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Unset dirty status for tenant:b4708127900147f7b1e6283debca3a44 on resource:security_group {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:20:22.747267 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-3e923e5e-8cda-4bc6-9af0-d4b36a456889 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1722235752&fields=id&tenant_id=b4708127900147f7b1e6283debca3a44 HTTP/1.1" status: 200 len: 267 time: 0.2331054 Jun 18 10:20:22.758177 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-a70afece-06a5-4229-b077-72e0e93f946d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:22.762778 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-a70afece-06a5-4229-b077-72e0e93f946d admin admin] Usage tracker for resource:security_group_rule and tenant:dc8f1e8cf7bb41c3b4a83e04e123b46f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:22.766342 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-a70afece-06a5-4229-b077-72e0e93f946d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:22.773890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-a70afece-06a5-4229-b077-72e0e93f946d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:22.851345 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:22.858873 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:22.882787 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a70afece-06a5-4229-b077-72e0e93f946d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:22.917801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a70afece-06a5-4229-b077-72e0e93f946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:22.955325 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-196dc861-1264-4ea0-904f-0bf2f04f1519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:22.993925 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a70afece-06a5-4229-b077-72e0e93f946d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc8f1e8cf7bb41c3b4a83e04e123b46f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7356675 Jun 18 10:20:22.994997 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41458) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:22.996561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70afece-06a5-4229-b077-72e0e93f946d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579a5939-76ea-4e6a-ba3f-5b4efa5618d1,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:23.000674 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a70afece-06a5-4229-b077-72e0e93f946d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:23.001593 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4121d672-5c4d-4300-8a45-7781cce31d3d req-47c388c6-643b-436d-9b4e-a5047e6dff3d tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876270 Jun 18 10:20:23.106709 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:20:23.117441 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6da178d9-bb3f-49b1-a6fd-d10f8c3caa80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:23.141469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-15066841-e6de-4565-a886-0792e00e51f0 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:23.142300 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-15066841-e6de-4565-a886-0792e00e51f0 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Synchronizing usage tracker for tenant:b4708127900147f7b1e6283debca3a44 on resource:network {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:20:23.181508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Allocated IP 172.20.0.11 (3f92aea8-f781-4df8-8fc3-a23aa9752678/27ab5f1a-6f4d-4495-9c7e-5624cb791376/6149540e-b2e7-4071-a7b8-01548baf75eb) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:23.199394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6da178d9-bb3f-49b1-a6fd-d10f8c3caa80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:23.324398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6da178d9-bb3f-49b1-a6fd-d10f8c3caa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:23.331048 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d9bba62f-6fea-4abc-a088-ec6f7cbd27c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:23.366446 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da178d9-bb3f-49b1-a6fd-d10f8c3caa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579a5939-76ea-4e6a-ba3f-5b4efa5618d1,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:23.374748 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6da178d9-bb3f-49b1-a6fd-d10f8c3caa80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:23.381738 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6da178d9-bb3f-49b1-a6fd-d10f8c3caa80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:23.383091 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-6da178d9-bb3f-49b1-a6fd-d10f8c3caa80 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/579a5939-76ea-4e6a-ba3f-5b4efa5618d1 HTTP/1.1" status: 204 len: 168 time: 0.3803225 Jun 18 10:20:23.446910 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-15066841-e6de-4565-a886-0792e00e51f0 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Unset dirty status for tenant:b4708127900147f7b1e6283debca3a44 on resource:network {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:20:23.448479 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-15066841-e6de-4565-a886-0792e00e51f0 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 816 time: 0.7002344 Jun 18 10:20:23.533966 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-12e5bd6a-1818-4a5c-9156-2acdf8493451 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/quotas/b4708127900147f7b1e6283debca3a44 HTTP/1.1" status: 200 len: 375 time: 0.0728288 Jun 18 10:20:23.546383 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-29fcd054-6420-4efa-870f-be3cab757442 req-714199aa-2b4a-48e6-aa77-4c529245ec98 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 210 time: 0.0633509 Jun 18 10:20:23.645309 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:23.699285 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-e5841960-6552-4598-911d-545110070d5b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Synchronizing usage tracker for tenant:b4708127900147f7b1e6283debca3a44 on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:20:23.762967 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:23.775209 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:23.833376 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-e5841960-6552-4598-911d-545110070d5b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Unset dirty status for tenant:b4708127900147f7b1e6283debca3a44 on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:20:23.834856 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-e5841960-6552-4598-911d-545110070d5b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2841904 Jun 18 10:20:23.873596 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f9861b1e-54b5-4506-8327-9bbfff68fae2 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:23.932255 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Network 3f92aea8-f781-4df8-8fc3-a23aa9752678 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:23.942806 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:23.996867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port f9861b1e-54b5-4506-8327-9bbfff68fae2 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:23.998751 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:24.026915 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:24.031303 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:24.031915 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:24.039320 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Pushing event updated for resources: {'Port': ['ID=6149540e-b2e7-4071-a7b8-01548baf75eb,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:24.049551 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:24.080420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Sync routers for ids ['f242d673-e7a2-4b4a-b16a-b25368fca14d'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:20:24.094598 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03e52e-81de-41c3-88db-dc722d6bade9 req-be271f46-bcc7-4902-a708-be32285671ee tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:24.102023 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9e03e52e-81de-41c3-88db-dc722d6bade9 req-be271f46-bcc7-4902-a708-be32285671ee tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.3967433 Jun 18 10:20:24.106812 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Routers {'f242d673-e7a2-4b4a-b16a-b25368fca14d'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:24.107994 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:20:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f242d673-e7a2-4b4a-b16a-b25368fca14d'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:24.137925 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-117449dd-21b8-4321-bebc-a012c79f3ba2 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9296796 Jun 18 10:20:24.157443 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Request body: {'port': {'device_id': '93f1bd31-ffd3-48dd-8275-9b7e9231886e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:24.199183 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-1494ee38-dee0-44a8-ab68-ddef99f335b6 service neutron] 10.222.0.22 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345466 Jun 18 10:20:24.340432 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9e03e52e-81de-41c3-88db-dc722d6bade9 req-31e4f0b3-0908-42a8-aa10-515ce9097c80 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368999 Jun 18 10:20:24.347745 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41494) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:24.391877 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-986af92e-680e-433c-91c1-a0a0c819d2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:24.459595 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-abb16aed-bced-49e0-aba1-91fbe3765cb3 service neutron] 10.222.0.22 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395535 Jun 18 10:20:24.473194 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:24.479930 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-986af92e-680e-433c-91c1-a0a0c819d2de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:24.497152 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-986af92e-680e-433c-91c1-a0a0c819d2de admin admin] Usage tracker for resource:security_group_rule and tenant:aca58484874544d68c2143181352db34 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:24.508111 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-986af92e-680e-433c-91c1-a0a0c819d2de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:24.511538 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Set router f242d673-e7a2-4b4a-b16a-b25368fca14d gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:24.523610 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-986af92e-680e-433c-91c1-a0a0c819d2de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:24.713616 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-986af92e-680e-433c-91c1-a0a0c819d2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:24.775648 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-986af92e-680e-433c-91c1-a0a0c819d2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:24.798136 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:24.803199 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 41508) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:24.851612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1833302729-network', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:24.859587 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986af92e-680e-433c-91c1-a0a0c819d2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48e2062-e52e-46b0-9e0d-cb1e14642030,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:24.865000 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:24.872455 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Usage tracker for resource:network and tenant:5e4f5bc30eef41078a9cae9a08e94ff6 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:24.876947 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-986af92e-680e-433c-91c1-a0a0c819d2de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aca58484874544d68c2143181352db34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5276766 Jun 18 10:20:24.880101 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:24.882059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41514) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:24.884761 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-986af92e-680e-433c-91c1-a0a0c819d2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:24.896380 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:24.979377 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3314d371-c400-4b03-b7bf-69fd7bc68a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:24.982113 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Made reservation on behalf of 5e4f5bc30eef41078a9cae9a08e94ff6 for: {'network': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:20:24.985758 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:20:17Z', 'revision_number': 4, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port': {'id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:10Z', 'updated_at': '2021-06-18T10:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '84e9d3a1-0ff9-4841-9351-bd77cd6dac3e', 'name': '', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'mac_address': 'fa:16:3e:7b:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:16Z', 'updated_at': '2021-06-18T10:20:17Z', 'revision_number': 2, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'subnets': [{'id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:24.987520 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:24.997230 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Checking router: f242d673-e7a2-4b4a-b16a-b25368fca14d for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:20:24.997694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Updating router f242d673-e7a2-4b4a-b16a-b25368fca14d port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e binding host dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:20:25.014944 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:25.055201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3314d371-c400-4b03-b7bf-69fd7bc68a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:25.140174 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:25.147807 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0665b1-4de1-410c-8cff-c0a627085bb6 req-bbde7450-a8fd-4ca7-8c16-a79ccce99215 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:25.153236 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-af0665b1-4de1-410c-8cff-c0a627085bb6 req-bbde7450-a8fd-4ca7-8c16-a79ccce99215 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 944 time: 0.4204328 Jun 18 10:20:25.160427 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:25.207525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4f5bc30eef41078a9cae9a08e94ff6 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:25.215744 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:25.230983 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:25.245678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6149540e-b2e7-4071-a7b8-01548baf75eb {{(pid=82215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:20:25.252280 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-af0665b1-4de1-410c-8cff-c0a627085bb6 req-99a1d464-36df-47a9-892e-4f5ebca118ae tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881965 Jun 18 10:20:25.546573 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3314d371-c400-4b03-b7bf-69fd7bc68a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:25.556619 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e00e20cf-462e-468e-9e21-e06a79a4564d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:25.576993 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3314d371-c400-4b03-b7bf-69fd7bc68a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:25.578705 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-3314d371-c400-4b03-b7bf-69fd7bc68a8e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c48e2062-e52e-46b0-9e0d-cb1e14642030 HTTP/1.1" status: 204 len: 168 time: 0.6926346 Jun 18 10:20:25.591254 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-65fc6717-ad82-4e26-9665-d9d02d2a672c req-0ec91ee4-1c52-4ba3-8c71-927b74ad4488 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 210 time: 0.2553413 Jun 18 10:20:25.594071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:25.623515 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314d371-c400-4b03-b7bf-69fd7bc68a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48e2062-e52e-46b0-9e0d-cb1e14642030,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:25.639532 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3314d371-c400-4b03-b7bf-69fd7bc68a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:25.688839 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Transition to ACTIVE for port object 6149540e-b2e7-4071-a7b8-01548baf75eb will not be triggered until provisioned by entity L2. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:25.742621 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033767c-2544-4869-b456-eb53736a17f2 req-87716485-675b-4670-8033-548e8eac2e2b tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:25.744085 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-b033767c-2544-4869-b456-eb53736a17f2 req-87716485-675b-4670-8033-548e8eac2e2b tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Synchronizing usage tracker for tenant:34ecb123554446269271dd831c590d5d on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:20:25.749762 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:25.763198 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:25.898750 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:25.913078 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:25.914205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-b033767c-2544-4869-b456-eb53736a17f2 req-87716485-675b-4670-8033-548e8eac2e2b tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Unset dirty status for tenant:34ecb123554446269271dd831c590d5d on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:20:25.921640 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b033767c-2544-4869-b456-eb53736a17f2 req-87716485-675b-4670-8033-548e8eac2e2b tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 932 time: 0.3358855 Jun 18 10:20:25.976710 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Notify callbacks [] for port, precommit_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.003936 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.026773 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=6149540e-b2e7-4071-a7b8-01548baf75eb,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:26.030484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:26.044236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Transition to ACTIVE for port object 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:26.048414 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-dd96a103-f97d-47f0-831f-f67b58f198ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:26.070332 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=82215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:20:26.089344 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.095145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-84ea5810-df7a-4730-9622-1a65750ccf76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:26.139013 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:26.174318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.174732 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Added segment 5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b of type vlan for network 0c28787d-ec2e-4bbc-8559-482430549e39 Jun 18 10:20:26.195160 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b033767c-2544-4869-b456-eb53736a17f2 req-ae172bb3-31f9-4ebb-9d97-9638dbf629d9 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e3f1b5-31bc-4f9f-97ef-2e0781679b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725558 Jun 18 10:20:26.195920 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Attempting to bind port 6149540e-b2e7-4071-a7b8-01548baf75eb on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:20:26.196881 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Attempting to bind port 6149540e-b2e7-4071-a7b8-01548baf75eb by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '24b8dcbf-642c-491d-b74c-3793d1c1d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3f92aea8-f781-4df8-8fc3-a23aa9752678'}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:20:26.197255 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Attempting to bind port 6149540e-b2e7-4071-a7b8-01548baf75eb on network 3f92aea8-f781-4df8-8fc3-a23aa9752678 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:26.206703 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Port 6149540e-b2e7-4071-a7b8-01548baf75eb on network 3f92aea8-f781-4df8-8fc3-a23aa9752678 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:20:26.207073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Attempting to bind port 6149540e-b2e7-4071-a7b8-01548baf75eb on network 3f92aea8-f781-4df8-8fc3-a23aa9752678 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:26.209341 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2387e8-3c24-46e2-896a-47ee0355fcde,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:26.211232 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:26.211690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.217254 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:26.245354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.254294 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:20:26.254658 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Checking segment: {'id': '24b8dcbf-642c-491d-b74c-3793d1c1d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3f92aea8-f781-4df8-8fc3-a23aa9752678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:26.255085 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Bound using segment: {'id': '24b8dcbf-642c-491d-b74c-3793d1c1d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3f92aea8-f781-4df8-8fc3-a23aa9752678'} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:20:26.255579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Bound port: 6149540e-b2e7-4071-a7b8-01548baf75eb, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b8dcbf-642c-491d-b74c-3793d1c1d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3f92aea8-f781-4df8-8fc3-a23aa9752678'}}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:20:26.255966 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.296270 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f98db4-825f-45aa-8bfd-5b02a93bbc8d None None] Pushing event updated for resources: {'Port': ['ID=84e9d3a1-0ff9-4841-9351-bd77cd6dac3e,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:26.301296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-27f98db4-825f-45aa-8bfd-5b02a93bbc8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:26.309503 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dc378-ad2f-4798-bc1a-58442f4e9384 req-10cd0b71-f83e-4950-9f40-f0b7ccc4b94c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:26.773930 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-984dc378-ad2f-4798-bc1a-58442f4e9384 req-10cd0b71-f83e-4950-9f40-f0b7ccc4b94c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.3662643 Jun 18 10:20:26.773930 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-984dc378-ad2f-4798-bc1a-58442f4e9384 req-66977b7c-a66d-4104-805b-977aea939030 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151385 Jun 18 10:20:26.838006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.838006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Attempting to bind port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:20:26.838006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Attempting to bind port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': 'e7f168f2-56af-4a90-a9e0-95f51ff1b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:20:26.838006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Attempting to bind port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e on network 779db24d-307c-429a-92f7-dadebdf386cd {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:26.838006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:20:26.838006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Checking segment: {'id': 'e7f168f2-56af-4a90-a9e0-95f51ff1b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:26.838006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.838006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Bound using segment: {'id': 'e7f168f2-56af-4a90-a9e0-95f51ff1b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:20:26.838006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Bound port: 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f168f2-56af-4a90-a9e0-95f51ff1b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:20:26.838006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.844547 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] For port 6149540e-b2e7-4071-a7b8-01548baf75eb, host hv-cinder-79702, cleared binding levels {{(pid=82215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:20:26.844547 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] For port 6149540e-b2e7-4071-a7b8-01548baf75eb, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6149540e-b2e7-4071-a7b8-01548baf75eb,segment=NetworkSegment(24b8dcbf-642c-491d-b74c-3793d1c1d405),segment_id=24b8dcbf-642c-491d-b74c-3793d1c1d405)] {{(pid=82215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:20:26.845525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:26.845525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3116e5-8765-429f-8283-be1ac792d49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:20:26.845525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] For port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:20:26.845525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] For port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=84e9d3a1-0ff9-4841-9351-bd77cd6dac3e,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:20:26.845525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.845525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-84ea5810-df7a-4730-9622-1a65750ccf76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:26.855856 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.857148 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.866749 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-55bf3fcd-37c8-4fac-b332-8d5c7d03b206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:26.896642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.906039 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:26.906688 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:26.968945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:26.973086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:26.973651 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:27.000279 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:27.004609 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] 10.222.0.61 "PUT /v2.0/ports/6149540e-b2e7-4071-a7b8-01548baf75eb HTTP/1.1" status: 200 len: 1094 time: 2.8520544 Jun 18 10:20:27.004609 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f1bd31-ffd3-48dd-8275-9b7e9231886e', 'tag': '6149540e-b2e7-4071-a7b8-01548baf75eb'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:20:27.018971 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=6149540e-b2e7-4071-a7b8-01548baf75eb,revision_number=3']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:27.027504 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2178662 Jun 18 10:20:27.027504 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:27.027504 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:27.027852 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41560) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:27.034748 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Request body: {'subnet': {'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1833302729-subnet', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'ip_version': 4}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:27.046287 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:27.061964 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Usage tracker for resource:subnet and tenant:5e4f5bc30eef41078a9cae9a08e94ff6 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:27.067065 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:27.086153 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f98db4-825f-45aa-8bfd-5b02a93bbc8d None None] Pushing event updated for resources: {'Port': ['ID=84e9d3a1-0ff9-4841-9351-bd77cd6dac3e,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:27.088473 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:27.108674 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-27f98db4-825f-45aa-8bfd-5b02a93bbc8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:27.110434 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Routers {'f242d673-e7a2-4b4a-b16a-b25368fca14d'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:27.111517 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:20:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f242d673-e7a2-4b4a-b16a-b25368fca14d'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:27.132886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Made reservation on behalf of 5e4f5bc30eef41078a9cae9a08e94ff6 for: {'subnet': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:20:27.139837 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2553668'] for subnet, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:27.250946 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d50ca-1d96-44e6-b660-d8929bc6a772 req-0425f724-d573-425f-a959-c371961dc98e tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:27.287112 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-201d50ca-1d96-44e6-b660-d8929bc6a772 req-0425f724-d573-425f-a959-c371961dc98e tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 945 time: 0.4713445 Jun 18 10:20:27.301637 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a75e2166-154f-4418-b78c-becca515bc15 req-266199ab-2eb4-4b39-8f38-9e90e58bf2c2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 210 time: 0.1255188 Jun 18 10:20:27.381283 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Pushing event updated for resources: {'Network': ['ID=0c28787d-ec2e-4bbc-8559-482430549e39,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:27.393634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:27.494445 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-201d50ca-1d96-44e6-b660-d8929bc6a772 req-ca8fba1c-80cd-44c9-afba-e4e93d55fc14 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117336 Jun 18 10:20:27.519495 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network 0c28787d-ec2e-4bbc-8559-482430549e39 details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:20:27.731879 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f1bd31-ffd3-48dd-8275-9b7e9231886e', 'tag': '6149540e-b2e7-4071-a7b8-01548baf75eb', 'status': 'completed', 'code': 200} Jun 18 10:20:27.802382 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3116e5-8765-429f-8283-be1ac792d49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5', 'code': 200} Jun 18 10:20:27.854118 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-570eea3e-4c89-491e-adf7-351330ff4024 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=34ecb123554446269271dd831c590d5d&device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 1097 time: 0.2452097 Jun 18 10:20:27.954977 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5c41f377-5c87-481c-b4a1-d7ef3dc8572b req-b579639a-0da2-4fe2-994b-c5b50c2fe412 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 1098 time: 0.2078400 Jun 18 10:20:27.986355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] Set router f242d673-e7a2-4b4a-b16a-b25368fca14d gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:28.104856 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-33d6610b-fd8e-48ec-aa8a-ad6b7c5eb72a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6149540e-b2e7-4071-a7b8-01548baf75eb HTTP/1.1" status: 200 len: 217 time: 0.2443969 Jun 18 10:20:28.157216 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5c41f377-5c87-481c-b4a1-d7ef3dc8572b req-57714254-5c09-47d1-b6d2-bfc0267f8c2b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928942 Jun 18 10:20:28.286458 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852096343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2553685'] for subnet, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:28.292959 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:28.316836 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1682c-7aab-48f7-aa5f-647e6c4644b8 req-5ac8cf35-4f3c-4945-a7ab-a01b9fb223ac tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:28.324570 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-35d1682c-7aab-48f7-aa5f-647e6c4644b8 req-5ac8cf35-4f3c-4945-a7ab-a01b9fb223ac tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 944 time: 0.3486276 Jun 18 10:20:28.329049 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-9ca02aff-f2e0-4135-b777-e718ece27070 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:28.330636 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-9ca02aff-f2e0-4135-b777-e718ece27070 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27ab5f1a-6f4d-4495-9c7e-5624cb791376 HTTP/1.1" status: 200 len: 849 time: 0.1634583 Jun 18 10:20:28.390870 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab6ed5b-3298-45f4-a877-d310a5317769,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:28.395665 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:28.405932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Checking segment: {'id': '5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:28.406328 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Network hostable DHCP agents. Network: 0c28787d-ec2e-4bbc-8559-482430549e39, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:20:28.415474 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6e3ee-be9c-44cc-aa55-44ebbc71d752 req-aa50c3b4-0799-4cd2-85b3-b112b18f7a63 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:28.423009 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-eee6e3ee-be9c-44cc-aa55-44ebbc71d752 req-aa50c3b4-0799-4cd2-85b3-b112b18f7a63 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.4483278 Jun 18 10:20:28.460280 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-b32fa1ac-f419-4cb4-b8f1-7c94cb4bc577 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3f92aea8-f781-4df8-8fc3-a23aa9752678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902076 Jun 18 10:20:28.470183 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Network 0c28787d-ec2e-4bbc-8559-482430549e39 is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:20:28.473943 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e0b3f7b6-6792-445a-abda-8983cf310b17 req-dba863d4-9708-4315-ba9a-dd3bfe7e82b3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 1098 time: 0.3653889 Jun 18 10:20:28.478919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:20:17Z', 'revision_number': 4, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port': {'id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:10Z', 'updated_at': '2021-06-18T10:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '84e9d3a1-0ff9-4841-9351-bd77cd6dac3e', 'name': '', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'mac_address': 'fa:16:3e:7b:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:16Z', 'updated_at': '2021-06-18T10:20:26Z', 'revision_number': 4, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'subnets': [{'id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:28.487384 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e56a3e6-d6ee-4c1a-ac76-66ab33e1a313 None None] The sync data for ids ['f242d673-e7a2-4b4a-b16a-b25368fca14d'] in dv-cinder-797022-1-smb is: [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:20:17Z', 'revision_number': 4, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port': {'id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:10Z', 'updated_at': '2021-06-18T10:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '84e9d3a1-0ff9-4841-9351-bd77cd6dac3e', 'name': '', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'mac_address': 'fa:16:3e:7b:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:16Z', 'updated_at': '2021-06-18T10:20:26Z', 'revision_number': 4, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'subnets': [{'id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:20:28.491847 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-35d1682c-7aab-48f7-aa5f-647e6c4644b8 req-34b799cb-70e5-4a06-9650-a46779a26641 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e3f1b5-31bc-4f9f-97ef-2e0781679b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662447 Jun 18 10:20:28.526227 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, 0c28787d-ec2e-4bbc-8559-482430549e39) {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:28.539604 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135eed30-7b5b-449b-9737-f0aebcb75980 None None] Network 0c28787d-ec2e-4bbc-8559-482430549e39 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:20:28.579197 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:28.580265 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:28.708023 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2d67dd1e-2717-4285-96a3-7985b11d0f1b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6784997 Jun 18 10:20:28.710583 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41592) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:28.714498 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-eee6e3ee-be9c-44cc-aa55-44ebbc71d752 req-dc25b4e7-2d60-4f80-8c62-768da7d2507e tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903225 Jun 18 10:20:28.720436 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1833302729-router', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:28.743966 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e0b3f7b6-6792-445a-abda-8983cf310b17 req-fb48965f-497c-47ad-9bf7-54c8d7862563 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963935 Jun 18 10:20:28.747771 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:28.760988 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Usage tracker for resource:router and tenant:5e4f5bc30eef41078a9cae9a08e94ff6 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:28.786095 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:28.801632 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:28.877933 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-2dd72300-2887-4921-b368-f6316c34865d service neutron] 10.222.0.61 "GET /v2.0/networks/3f92aea8-f781-4df8-8fc3-a23aa9752678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964305 Jun 18 10:20:28.881526 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854668291'] for router, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:28.882624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854083011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686197'] for router, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:28.927506 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:29.079131 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d11868d-4b48-5a50-9118-551a6082f382-0c28787d-ec2e-4bbc-8559-482430549e39', 'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'fixed_ips': [{'subnet_id': '3ab6ed5b-3298-45f4-a877-d310a5317769'}]}} from dv-cinder-797022-1-smb. {{(pid=82217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:20:29.080729 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:29.195393 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0df45099-dccf-4509-a4c2-0faecf2ed32b req-d1f79679-eec5-4166-884e-cc5082a08d44 service neutron] 10.222.0.61 "GET /v2.0/networks/3f92aea8-f781-4df8-8fc3-a23aa9752678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023381 Jun 18 10:20:29.390349 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-92f4b0fb-095b-4c5c-b7c6-2933d5479af2 req-f8b7520b-d517-4c9c-88f3-c5f28bd553db tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 210 time: 0.1937253 Jun 18 10:20:29.508030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2291d3a-186b-4ce1-b3d4-e0b8462655be req-8d887849-ddaa-4b15-89b8-f4672b47abf3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:29.532436 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b2291d3a-186b-4ce1-b3d4-e0b8462655be req-8d887849-ddaa-4b15-89b8-f4672b47abf3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 945 time: 0.3339663 Jun 18 10:20:29.575409 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-2949f187-cc83-4e8a-aa96-f886a7ba60cc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:29.577075 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-2949f187-cc83-4e8a-aa96-f886a7ba60cc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.61 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 816 time: 0.7467639 Jun 18 10:20:29.623733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Allocated IP 172.20.0.2 (0c28787d-ec2e-4bbc-8559-482430549e39/3ab6ed5b-3298-45f4-a877-d310a5317769/a40b6821-cac1-4054-b5e5-c4cc1e6c862c) {{(pid=82217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:29.761861 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b2291d3a-186b-4ce1-b3d4-e0b8462655be req-bfcc71ca-5cb5-4c92-b3d6-39c38148d042 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282488 Jun 18 10:20:30.023858 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-e4d29572-5708-4bfe-a2e3-6b9277225ed9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4708127900147f7b1e6283debca3a44 HTTP/1.1" status: 200 len: 5044 time: 0.3954616 Jun 18 10:20:30.027658 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854083028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686182'] for router, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:30.060150 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Request body: {'port': {'device_id': '29fa54f2-9112-4821-b186-b9f20b355c78', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'admin_state_up': True, 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'security_groups': ['c327c5e7-ccb2-488c-8371-64ec1d1b9662']}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:30.076663 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:30.464253 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Notify callbacks [] for port, precommit_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:30.497867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Transition to ACTIVE for port object a40b6821-cac1-4054-b5e5-c4cc1e6c862c will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:30.520060 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:30.548722 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:30.549746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:30.558888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:30.599601 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:30.629479 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Transition to ACTIVE for port object a40b6821-cac1-4054-b5e5-c4cc1e6c862c will not be triggered until provisioned by entity DHCP. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:30.674885 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c2f2ea4-5171-458a-80c4-1b5a2b765086 req-eb8cf135-e6aa-4fcb-b79c-a877c2fa1c0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=34ecb123554446269271dd831c590d5d&device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 1097 time: 1.0925314 Jun 18 10:20:30.722030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:30.752622 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-27f98db4-825f-45aa-8bfd-5b02a93bbc8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:30.845672 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f2ea4-5171-458a-80c4-1b5a2b765086 req-f0c2b052-af1f-4067-ae29-1a355a6b9bd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:30.847326 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c2f2ea4-5171-458a-80c4-1b5a2b765086 req-f0c2b052-af1f-4067-ae29-1a355a6b9bd2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3f92aea8-f781-4df8-8fc3-a23aa9752678 HTTP/1.1" status: 200 len: 910 time: 0.1553390 Jun 18 10:20:30.869765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Network 0c28787d-ec2e-4bbc-8559-482430549e39 is already hosted by enough agents. {{(pid=82217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:30.870925 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f5d77-50f5-452c-a55f-a57ea926fe94 req-4554f32a-0e42-40c8-887f-a2577556e5f4 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:30.873153 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Pushing event updated for resources: {'Port': ['ID=a40b6821-cac1-4054-b5e5-c4cc1e6c862c,revision_number=1']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:30.876908 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Resources bound (agent type, host, resource id): {{(pid=82217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:30.879544 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:30.886226 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-082f5d77-50f5-452c-a55f-a57ea926fe94 req-4554f32a-0e42-40c8-887f-a2577556e5f4 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 944 time: 1.1176331 Jun 18 10:20:30.889980 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Received port after_create {{(pid=82217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:30.933590 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Allocated IP 172.28.2.73 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/f9e46db1-84ab-4541-a7f0-21e98a539762) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:30.937750 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:30.984014 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=84e9d3a1-0ff9-4841-9351-bd77cd6dac3e,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:31.039852 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c2f2ea4-5171-458a-80c4-1b5a2b765086 req-05545ec4-644c-4712-aef5-95d0e1c7ecf0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6149540e-b2e7-4071-a7b8-01548baf75eb HTTP/1.1" status: 200 len: 217 time: 0.1763284 Jun 18 10:20:31.045893 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:31.049674 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab15b7-4033-402b-8399-8eab150a2d84 req-8f8b2e1a-6538-4193-83ab-50071d1fc8fd tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:31.049872 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:31.057117 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-23ab15b7-4033-402b-8399-8eab150a2d84 req-8f8b2e1a-6538-4193-83ab-50071d1fc8fd tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.9589083 Jun 18 10:20:31.133858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Attempting to bind port a40b6821-cac1-4054-b5e5-c4cc1e6c862c on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:20:31.134593 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Attempting to bind port a40b6821-cac1-4054-b5e5-c4cc1e6c862c by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:20:31.135325 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Attempting to bind port a40b6821-cac1-4054-b5e5-c4cc1e6c862c on network 0c28787d-ec2e-4bbc-8559-482430549e39 {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:31.144736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:20:31.145156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Checking segment: {'id': '5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:31.145638 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:31.146074 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Bound using segment: {'id': '5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:20:31.146794 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Bound port: a40b6821-cac1-4054-b5e5-c4cc1e6c862c, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:20:31.147210 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:31.168364 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:31.178832 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=84e9d3a1-0ff9-4841-9351-bd77cd6dac3e,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:31.179482 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:31.194614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f2ea4-5171-458a-80c4-1b5a2b765086 req-2bf82075-6a55-44f5-9602-9666868d2b26 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:31.197133 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c2f2ea4-5171-458a-80c4-1b5a2b765086 req-2bf82075-6a55-44f5-9602-9666868d2b26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27ab5f1a-6f4d-4495-9c7e-5624cb791376 HTTP/1.1" status: 200 len: 849 time: 0.1237919 Jun 18 10:20:31.217775 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:31.220066 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-082f5d77-50f5-452c-a55f-a57ea926fe94 req-5e7390c2-55a1-4517-abf7-9b260f9aee69 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e3f1b5-31bc-4f9f-97ef-2e0781679b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384473 Jun 18 10:20:31.266341 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] For port a40b6821-cac1-4054-b5e5-c4cc1e6c862c, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:20:31.269792 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] For port a40b6821-cac1-4054-b5e5-c4cc1e6c862c, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=a40b6821-cac1-4054-b5e5-c4cc1e6c862c,segment=NetworkSegment(5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b),segment_id=5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:20:31.271154 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:31.283934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:31.290807 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a9ce39b9-054f-4355-8194-70ecfb0dab86 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:31.307410 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:31.326305 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:31.359226 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c2f2ea4-5171-458a-80c4-1b5a2b765086 req-e32dc505-25f5-4762-b4a3-6f992c12ea62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3f92aea8-f781-4df8-8fc3-a23aa9752678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378596 Jun 18 10:20:31.365725 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Made reservation on behalf of b4708127900147f7b1e6283debca3a44 for: {'port': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:20:31.372989 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:31.410636 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:31.415871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:31.425017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e46db1-84ab-4541-a7f0-21e98a539762,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:31.438015 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:31.458025 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-23ab15b7-4033-402b-8399-8eab150a2d84 req-6914790e-8077-4499-9365-372d01fbda36 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997681 Jun 18 10:20:31.492415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:31.523460 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Pushing event updated for resources: {'Port': ['ID=a40b6821-cac1-4054-b5e5-c4cc1e6c862c,revision_number=2']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:31.531569 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:31.730921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:31.731888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854078864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692947'] for router, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:31.837773 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3fa733a5-8b38-4244-afe4-609b63e310e1 req-2e3ee69f-2209-4a35-9d39-4340dca21669 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 210 time: 0.0794761 Jun 18 10:20:31.932534 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 6149540e-b2e7-4071-a7b8-01548baf75eb details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:20:31.979579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:32.045171 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c2f2ea4-5171-458a-80c4-1b5a2b765086 req-9c51d32f-8882-4d1d-9c55-3ca2a74b7af5 service neutron] 10.222.0.61 "GET /v2.0/networks/3f92aea8-f781-4df8-8fc3-a23aa9752678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556695 Jun 18 10:20:32.306504 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Router a41655ba-7dcb-4338-ac54-82396c3beebb is scheduled to L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 with binding_index 1 {{(pid=82216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:20:32.323819 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072211d8-10c2-4b4d-ac39-ea39ee555dc1 req-a68824ce-6879-432c-864d-360471e6517d tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:32.325977 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-072211d8-10c2-4b4d-ac39-ea39ee555dc1 req-a68824ce-6879-432c-864d-360471e6517d tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 945 time: 0.6617777 Jun 18 10:20:32.340491 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:32.340920 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:32.431921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Allocated IP 172.20.0.14 (36a98459-85f7-45ea-9d84-197536a50832/249b3ba4-7c30-459c-9ca5-3024d11ab3e4/08109469-080e-44b8-8fff-c0c1ac967e85) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:32.450402 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 6149540e-b2e7-4071-a7b8-01548baf75eb, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6149540e-b2e7-4071-a7b8-01548baf75eb,segment=NetworkSegment(24b8dcbf-642c-491d-b74c-3793d1c1d405),segment_id=24b8dcbf-642c-491d-b74c-3793d1c1d405)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:32.528490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '6149540e-b2e7-4071-a7b8-01548baf75eb', 'network_id': '3f92aea8-f781-4df8-8fc3-a23aa9752678', 'port_id': '6149540e-b2e7-4071-a7b8-01548baf75eb', 'mac_address': 'fa:16:3e:ad:83:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ab5f1a-6f4d-4495-9c7e-5624cb791376', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:20:32.604992 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-072211d8-10c2-4b4d-ac39-ea39ee555dc1 req-ea484009-d06e-45dd-949c-0b0010e4ef41 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304583 Jun 18 10:20:32.650511 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:32.666333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:20:32.680201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Sync routers for ids ['a41655ba-7dcb-4338-ac54-82396c3beebb'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:20:32.700759 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6149540e-b2e7-4071-a7b8-01548baf75eb {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:20:32.709263 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Routers {'a41655ba-7dcb-4338-ac54-82396c3beebb'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:32.713716 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:20:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a41655ba-7dcb-4338-ac54-82396c3beebb'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:32.742306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 6149540e-b2e7-4071-a7b8-01548baf75eb, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6149540e-b2e7-4071-a7b8-01548baf75eb,segment=NetworkSegment(24b8dcbf-642c-491d-b74c-3793d1c1d405),segment_id=24b8dcbf-642c-491d-b74c-3793d1c1d405)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:32.754186 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c2f2ea4-5171-458a-80c4-1b5a2b765086 req-871f4abd-fba4-4368-9a5f-25cf81b8c13c service neutron] 10.222.0.61 "GET /v2.0/networks/3f92aea8-f781-4df8-8fc3-a23aa9752678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396496 Jun 18 10:20:32.784847 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Notify callbacks [] for router, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:32.785783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4bdd1-6015-4fa4-aada-b3f94f06a99d req-71407d74-38d2-4f77-ba33-2fcbe1c44758 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:32.789192 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0771723 Jun 18 10:20:32.789958 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41678) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:32.795682 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f2f4bdd1-6015-4fa4-aada-b3f94f06a99d req-71407d74-38d2-4f77-ba33-2fcbe1c44758 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.6351929 Jun 18 10:20:32.813235 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:32.815444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e1d440cb-b749-4edc-b4a7-0db153421225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:32.961296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=6149540e-b2e7-4071-a7b8-01548baf75eb,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:32.969936 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:33.062989 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f2f4bdd1-6015-4fa4-aada-b3f94f06a99d req-fae886c9-decd-4b02-8a81-b907767bb0e3 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663248 Jun 18 10:20:33.114295 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:33.130643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5907f-9dac-45fb-8d37-254b4bf749cd req-f4dff6ff-3fc5-4c07-b6dd-03886e6bfb44 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:33.132400 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-17c5907f-9dac-45fb-8d37-254b4bf749cd req-f4dff6ff-3fc5-4c07-b6dd-03886e6bfb44 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 945 time: 0.3311579 Jun 18 10:20:33.176610 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Transition to ACTIVE for port object 08109469-080e-44b8-8fff-c0c1ac967e85 will not be triggered until provisioned by entity DHCP. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:33.202707 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['6149540e-b2e7-4071-a7b8-01548baf75eb'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:20:33.259974 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-17c5907f-9dac-45fb-8d37-254b4bf749cd req-4ac5a4f8-b803-4dc2-aee4-23396ffcc74b tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e3f1b5-31bc-4f9f-97ef-2e0781679b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164212 Jun 18 10:20:33.317635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:33.325363 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:33.387452 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Set router a41655ba-7dcb-4338-ac54-82396c3beebb gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:33.639135 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Network 36a98459-85f7-45ea-9d84-197536a50832 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:33.643432 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event updated for resources: {'Port': ['ID=08109469-080e-44b8-8fff-c0c1ac967e85,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:33.651601 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:33.659017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:33.678216 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:33.685048 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:33.688886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:33.829149 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7867465 Jun 18 10:20:33.843916 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468a70a-388e-48d9-91e5-8188facba593 req-c0f2ecb9-655d-47fd-b459-a8c9df870d72 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:33.844728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d468a70a-388e-48d9-91e5-8188facba593 req-c0f2ecb9-655d-47fd-b459-a8c9df870d72 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Synchronizing usage tracker for tenant:b4708127900147f7b1e6283debca3a44 on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:20:33.868377 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Request body: {'port': {'device_id': '29fa54f2-9112-4821-b186-b9f20b355c78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:34.054469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device a40b6821-cac1-4054-b5e5-c4cc1e6c862c up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:34.175117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'name': 'tempest-TestShelveInstance-1833302729-router', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:28Z', 'updated_at': '2021-06-18T10:20:31Z', 'revision_number': 3, 'project_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'gw_port': {'id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:30Z', 'updated_at': '2021-06-18T10:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:34.191864 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Checking router: a41655ba-7dcb-4338-ac54-82396c3beebb for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:20:34.192312 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Updating router a41655ba-7dcb-4338-ac54-82396c3beebb port f9e46db1-84ab-4541-a7f0-21e98a539762 binding host dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:20:34.280460 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad4fa59-2bf5-480e-876c-497cfb80e182 None None] Network 0c28787d-ec2e-4bbc-8559-482430549e39 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:20:34.327828 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d468a70a-388e-48d9-91e5-8188facba593 req-c0f2ecb9-655d-47fd-b459-a8c9df870d72 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Unset dirty status for tenant:b4708127900147f7b1e6283debca3a44 on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:20:34.329494 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d468a70a-388e-48d9-91e5-8188facba593 req-c0f2ecb9-655d-47fd-b459-a8c9df870d72 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 932 time: 0.8450227 Jun 18 10:20:34.359520 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:34.473350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port a40b6821-cac1-4054-b5e5-c4cc1e6c862c completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:34.709172 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-2ebbafe0-b01b-41de-a29d-933bb7d2da88 None None] Provisioning for port 08109469-080e-44b8-8fff-c0c1ac967e85 completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:34.721428 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-2ebbafe0-b01b-41de-a29d-933bb7d2da88 None None] Provisioning complete for port 08109469-080e-44b8-8fff-c0c1ac967e85 triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:34.721866 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2ebbafe0-b01b-41de-a29d-933bb7d2da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:34.742943 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d468a70a-388e-48d9-91e5-8188facba593 req-6ec5c34f-42c7-461c-a0e1-2d5c65aab594 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3995533 Jun 18 10:20:34.852280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-2ebbafe0-b01b-41de-a29d-933bb7d2da88 None None] Port 08109469-080e-44b8-8fff-c0c1ac967e85 cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:20:34.879241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.027679 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.037663 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Notify callbacks [] for port, precommit_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.051117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Transition to ACTIVE for port object f9e46db1-84ab-4541-a7f0-21e98a539762 will not be triggered until provisioned by entity L2. {{(pid=82218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:35.060783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-2ebbafe0-b01b-41de-a29d-933bb7d2da88 None None] Provisioning for port a40b6821-cac1-4054-b5e5-c4cc1e6c862c completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:35.080418 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-2ebbafe0-b01b-41de-a29d-933bb7d2da88 None None] Provisioning complete for port a40b6821-cac1-4054-b5e5-c4cc1e6c862c triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:35.081058 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2ebbafe0-b01b-41de-a29d-933bb7d2da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.095964 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.099861 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:35.209759 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Attempting to bind port f9e46db1-84ab-4541-a7f0-21e98a539762 on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:20:35.210167 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Attempting to bind port f9e46db1-84ab-4541-a7f0-21e98a539762 by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:20:35.210563 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Attempting to bind port f9e46db1-84ab-4541-a7f0-21e98a539762 on network 3aade71e-2163-4f2a-b110-37c6fd66da65 {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:35.217015 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7acb2-c0ee-4908-93a1-f98de4feb892 None None] Pushing event updated for resources: {'Port': ['ID=f9e46db1-84ab-4541-a7f0-21e98a539762,revision_number=2']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:35.231382 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3fc7acb2-c0ee-4908-93a1-f98de4feb892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:35.235006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:20:35.235416 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Checking segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:35.235768 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a3cbf-2251-4405-96c0-8b71f06d652a req-0f6eb60b-e6f2-44b3-8349-b64a692945e5 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:35.235873 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.236306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Bound using segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:20:35.236824 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Bound port: f9e46db1-84ab-4541-a7f0-21e98a539762, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:20:35.237231 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.251470 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-970a3cbf-2251-4405-96c0-8b71f06d652a req-0f6eb60b-e6f2-44b3-8349-b64a692945e5 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 945 time: 0.6229603 Jun 18 10:20:35.392857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Allocated IP 172.20.0.1 (0c28787d-ec2e-4bbc-8559-482430549e39/3ab6ed5b-3298-45f4-a877-d310a5317769/641b2401-ce52-42ac-a549-0df1eb872d7d) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:35.414495 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] For port f9e46db1-84ab-4541-a7f0-21e98a539762, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:20:35.419025 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] For port f9e46db1-84ab-4541-a7f0-21e98a539762, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=f9e46db1-84ab-4541-a7f0-21e98a539762,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:20:35.486314 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.496937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-fb894149-39f1-4e49-9f33-ab16515945d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:35.515335 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-970a3cbf-2251-4405-96c0-8b71f06d652a req-1a40941a-9b4d-4c27-b288-fba9da9730d5 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e3f1b5-31bc-4f9f-97ef-2e0781679b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542305 Jun 18 10:20:35.684053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08109469-080e-44b8-8fff-c0c1ac967e85 {{(pid=82215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:20:35.692820 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.710542 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7acb2-c0ee-4908-93a1-f98de4feb892 None None] Pushing event updated for resources: {'Port': ['ID=f9e46db1-84ab-4541-a7f0-21e98a539762,revision_number=3']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:35.712897 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Transition to ACTIVE for port object 08109469-080e-44b8-8fff-c0c1ac967e85 will not be triggered until provisioned by entity L2. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:35.740410 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.745863 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.746673 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:35.777215 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Transition to ACTIVE for port object 641b2401-ce52-42ac-a549-0df1eb872d7d will not be triggered until provisioned by entity DHCP. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:35.780201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2ebbafe0-b01b-41de-a29d-933bb7d2da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.812316 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Routers {'a41655ba-7dcb-4338-ac54-82396c3beebb'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:35.818769 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:20:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a41655ba-7dcb-4338-ac54-82396c3beebb'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:35.838680 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.858742 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:35.872921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-2ebbafe0-b01b-41de-a29d-933bb7d2da88 None None] For port a40b6821-cac1-4054-b5e5-c4cc1e6c862c, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=a40b6821-cac1-4054-b5e5-c4cc1e6c862c,segment=NetworkSegment(5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b),segment_id=5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:35.904311 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2ebbafe0-b01b-41de-a29d-933bb7d2da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:35.907458 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:36.007700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Network 0c28787d-ec2e-4bbc-8559-482430549e39 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:36.011903 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:36.022315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:36.048064 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Pushing event updated for resources: {'Port': ['ID=08109469-080e-44b8-8fff-c0c1ac967e85,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:36.058034 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:36.072169 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbafe0-b01b-41de-a29d-933bb7d2da88 None None] Pushing event updated for resources: {'Port': ['ID=a40b6821-cac1-4054-b5e5-c4cc1e6c862c,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:36.077044 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 6149540e-b2e7-4071-a7b8-01548baf75eb up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:36.155652 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3fc7acb2-c0ee-4908-93a1-f98de4feb892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:36.192105 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2ebbafe0-b01b-41de-a29d-933bb7d2da88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:36.215122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Pushing event updated for resources: {'Port': ['ID=641b2401-ce52-42ac-a549-0df1eb872d7d,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:36.253200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854074610'] for router_interface, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:36.290483 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:36.369309 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] Set router a41655ba-7dcb-4338-ac54-82396c3beebb gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:36.383236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Attempting to bind port 08109469-080e-44b8-8fff-c0c1ac967e85 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:20:36.385849 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Attempting to bind port 08109469-080e-44b8-8fff-c0c1ac967e85 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:20:36.386332 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Attempting to bind port 08109469-080e-44b8-8fff-c0c1ac967e85 on network 36a98459-85f7-45ea-9d84-197536a50832 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:36.401686 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port 6149540e-b2e7-4071-a7b8-01548baf75eb completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:36.403711 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Port 08109469-080e-44b8-8fff-c0c1ac967e85 on network 36a98459-85f7-45ea-9d84-197536a50832 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:20:36.404156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Attempting to bind port 08109469-080e-44b8-8fff-c0c1ac967e85 on network 36a98459-85f7-45ea-9d84-197536a50832 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:36.408124 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 6149540e-b2e7-4071-a7b8-01548baf75eb triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:36.408780 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:36.434719 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:20:36.435270 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Checking segment: {'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:36.435793 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Bound using segment: {'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:20:36.436716 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Bound port: 08109469-080e-44b8-8fff-c0c1ac967e85, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'}}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:20:36.437182 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:36.487678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:36.585733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-15df9e5a-d931-4c7e-8c3d-41895a4ea5e3 None None] Provisioning complete for port a40b6821-cac1-4054-b5e5-c4cc1e6c862c triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:36.586163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-15df9e5a-d931-4c7e-8c3d-41895a4ea5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:36.609323 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20654e44-cc41-45cb-828b-4bbb30a321f9 req-30d0af6d-a5fe-4d51-9574-85e79bce2028 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:36.619116 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-20654e44-cc41-45cb-828b-4bbb30a321f9 req-30d0af6d-a5fe-4d51-9574-85e79bce2028 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.4243872 Jun 18 10:20:36.721926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:36.791576 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] For port 08109469-080e-44b8-8fff-c0c1ac967e85, host hv-cinder-79702, cleared binding levels {{(pid=82215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:20:36.816730 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-20654e44-cc41-45cb-828b-4bbb30a321f9 req-ca8187e3-37d4-4c14-abfc-e58bca1723cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964116 Jun 18 10:20:36.853597 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] For port 08109469-080e-44b8-8fff-c0c1ac967e85, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=08109469-080e-44b8-8fff-c0c1ac967e85,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:20:36.893270 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:36.899750 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f1bd31-ffd3-48dd-8275-9b7e9231886e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6149540e-b2e7-4071-a7b8-01548baf75eb'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:20:36.908835 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:36.933487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:36.967051 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:36.987422 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 6149540e-b2e7-4071-a7b8-01548baf75eb, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6149540e-b2e7-4071-a7b8-01548baf75eb,segment=NetworkSegment(24b8dcbf-642c-491d-b74c-3793d1c1d405),segment_id=24b8dcbf-642c-491d-b74c-3793d1c1d405)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:36.989973 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:36.991962 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] 10.222.0.61 "PUT /v2.0/ports/08109469-080e-44b8-8fff-c0c1ac967e85 HTTP/1.1" status: 200 len: 1094 time: 3.1286979 Jun 18 10:20:37.003203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:20:37.026297 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'name': 'tempest-TestShelveInstance-1833302729-router', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:28Z', 'updated_at': '2021-06-18T10:20:31Z', 'revision_number': 3, 'project_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'gw_port': {'id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:30Z', 'updated_at': '2021-06-18T10:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:37.040739 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:37.042218 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:37.043649 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36d861-a76c-4d95-84ad-88d8166256cb None None] The sync data for ids ['a41655ba-7dcb-4338-ac54-82396c3beebb'] in dv-cinder-797022-1-smb is: [{'id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'name': 'tempest-TestShelveInstance-1833302729-router', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:28Z', 'updated_at': '2021-06-18T10:20:31Z', 'revision_number': 3, 'project_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'gw_port': {'id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:30Z', 'updated_at': '2021-06-18T10:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:20:37.058969 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:37.275909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=6149540e-b2e7-4071-a7b8-01548baf75eb,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:37.281507 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Pushing event updated for resources: {'Port': ['ID=641b2401-ce52-42ac-a549-0df1eb872d7d,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:37.288633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:37.309197 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Pushing event updated for resources: {'Port': ['ID=08109469-080e-44b8-8fff-c0c1ac967e85,revision_number=3']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:37.312723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:37.323994 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850762775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701425'] for router_interface, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:37.328631 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:37.402294 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-cfd7e5b8-e140-4c43-9479-30ba9aecee5c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 1097 time: 0.2837465 Jun 18 10:20:37.419937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-5e130c74-ad2d-41f4-8249-b3672d5e0d61 None None] Provisioning for port 641b2401-ce52-42ac-a549-0df1eb872d7d completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:37.425570 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-5e130c74-ad2d-41f4-8249-b3672d5e0d61 None None] Provisioning complete for port 641b2401-ce52-42ac-a549-0df1eb872d7d triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:37.428990 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5e130c74-ad2d-41f4-8249-b3672d5e0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:37.553711 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f1bd31-ffd3-48dd-8275-9b7e9231886e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6149540e-b2e7-4071-a7b8-01548baf75eb', 'code': 200} Jun 18 10:20:37.590531 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-5e130c74-ad2d-41f4-8249-b3672d5e0d61 None None] Port 641b2401-ce52-42ac-a549-0df1eb872d7d cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:20:37.685753 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Network 0c28787d-ec2e-4bbc-8559-482430549e39 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:37.687397 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:37.870114 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85', 'status': 'completed', 'code': 200} Jun 18 10:20:38.051893 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-d91a646e-50ab-4a2b-9305-47726afa2b50 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08109469-080e-44b8-8fff-c0c1ac967e85 HTTP/1.1" status: 200 len: 217 time: 0.5137124 Jun 18 10:20:38.130421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f9e46db1-84ab-4541-a7f0-21e98a539762 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:38.157471 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:20:38.224785 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-419e9c8b-2df3-4aa1-8dd4-e2074627d27f req-a2324cc3-e820-4032-9b98-4171b180eb87 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 1099 time: 0.3117380 Jun 18 10:20:38.318051 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-3fcd9b7a-f810-4f73-b7e7-520cf22c927e None None] Provisioning complete for port 641b2401-ce52-42ac-a549-0df1eb872d7d triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:38.320468 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3fcd9b7a-f810-4f73-b7e7-520cf22c927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:38.321386 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-68b99bea-051c-4320-a365-ac56dcdc7eaa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:38.323333 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-68b99bea-051c-4320-a365-ac56dcdc7eaa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=249b3ba4-7c30-459c-9ca5-3024d11ab3e4 HTTP/1.1" status: 200 len: 855 time: 0.2441492 Jun 18 10:20:38.344566 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ede5e2fb-5f25-4630-9de6-f909fe2d0c93 req-5d02ea78-1a65-4919-b95e-3284369f225e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6627bb315bdf443d8165739a893987ff&device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 1099 time: 0.6777830 Jun 18 10:20:38.365609 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3590e-1ddd-4b17-9fd4-1417766ea6c4 req-7d44d1af-ba05-41bc-83a2-5b62ff2aee4d tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:38.367546 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1ea3590e-1ddd-4b17-9fd4-1417766ea6c4 req-7d44d1af-ba05-41bc-83a2-5b62ff2aee4d tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 946 time: 0.9549558 Jun 18 10:20:38.394044 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port f9e46db1-84ab-4541-a7f0-21e98a539762 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:38.401094 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-419e9c8b-2df3-4aa1-8dd4-e2074627d27f req-b4e7ddcc-e7f7-4ba5-827c-c68a11b0fda0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=75e3f1b5-31bc-4f9f-97ef-2e0781679b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487734 Jun 18 10:20:38.429647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port f9e46db1-84ab-4541-a7f0-21e98a539762 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:38.430749 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:38.608745 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41792) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:38.693665 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:38.712086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-3fcd9b7a-f810-4f73-b7e7-520cf22c927e None None] Port 641b2401-ce52-42ac-a549-0df1eb872d7d cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:20:38.728924 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port f9e46db1-84ab-4541-a7f0-21e98a539762, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=f9e46db1-84ab-4541-a7f0-21e98a539762,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:38.732626 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Router a41655ba-7dcb-4338-ac54-82396c3beebb has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:20:38.751935 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcc0cb-c96b-419f-8d3f-aa34dab0c58a req-df11d519-38ec-4fb2-8154-d0faf4ba1ff4 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:38.755537 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:38.756498 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device a40b6821-cac1-4054-b5e5-c4cc1e6c862c up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:38.761339 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e5bcc0cb-c96b-419f-8d3f-aa34dab0c58a req-df11d519-38ec-4fb2-8154-d0faf4ba1ff4 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.8041182 Jun 18 10:20:38.813269 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:38.865947 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5e2fb-5f25-4630-9de6-f909fe2d0c93 req-f12b3651-ff0a-42c8-b6ad-6013f7071c7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:38.868357 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ede5e2fb-5f25-4630-9de6-f909fe2d0c93 req-f12b3651-ff0a-42c8-b6ad-6013f7071c7e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 200 len: 920 time: 0.4790478 Jun 18 10:20:38.885600 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1ea3590e-1ddd-4b17-9fd4-1417766ea6c4 req-2e8d76ad-e583-4176-bd89-37a225d40bfe tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e3f1b5-31bc-4f9f-97ef-2e0781679b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936795 Jun 18 10:20:38.952031 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=f9e46db1-84ab-4541-a7f0-21e98a539762,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:38.957048 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:38.964568 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port a40b6821-cac1-4054-b5e5-c4cc1e6c862c triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:38.964986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:38.993828 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6590-af74-4a01-82bb-6494c50312f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:39.022618 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-28dfe1e2-c7f2-4002-a73c-2cc5614bbd6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36a98459-85f7-45ea-9d84-197536a50832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4838333 Jun 18 10:20:39.057281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-f3cd6590-af74-4a01-82bb-6494c50312f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:39.063019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-f3cd6590-af74-4a01-82bb-6494c50312f3 admin admin] Usage tracker for resource:security_group_rule and tenant:fdeb61bec97e4540a0c913db82450d18 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:39.085048 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-f3cd6590-af74-4a01-82bb-6494c50312f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:39.093920 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-f3cd6590-af74-4a01-82bb-6494c50312f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:39.151784 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ede5e2fb-5f25-4630-9de6-f909fe2d0c93 req-9d0021ff-f76a-4d93-88d5-1e0cec43b3ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d HTTP/1.1" status: 200 len: 217 time: 0.2634103 Jun 18 10:20:39.162146 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e5bcc0cb-c96b-419f-8d3f-aa34dab0c58a req-bb265072-bab3-4df7-bc38-e194f6b88c1a tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972750 Jun 18 10:20:39.192880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:20:39.247852 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6590-af74-4a01-82bb-6494c50312f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:39.251740 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] 10.222.0.22 "PUT /v2.0/routers/a41655ba-7dcb-4338-ac54-82396c3beebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4599822 Jun 18 10:20:39.276324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6590-af74-4a01-82bb-6494c50312f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:39.285423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0bf4841a-8e22-40ff-ad09-7deaae8eaa03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:39.363736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd6590-af74-4a01-82bb-6494c50312f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9d07da-d9dd-4811-958a-1a48c6f33ceb,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:39.371214 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f3cd6590-af74-4a01-82bb-6494c50312f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:39.385371 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-f3cd6590-af74-4a01-82bb-6494c50312f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fdeb61bec97e4540a0c913db82450d18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7756779 Jun 18 10:20:39.386158 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41804) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:39.479066 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9378c5a9-b145-471c-b6b1-47e4aa8a8bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:39.515539 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9378c5a9-b145-471c-b6b1-47e4aa8a8bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:39.630062 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5e2fb-5f25-4630-9de6-f909fe2d0c93 req-fdc82f07-5dde-4f23-aad1-332e0b4c198e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:39.632642 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ede5e2fb-5f25-4630-9de6-f909fe2d0c93 req-fdc82f07-5dde-4f23-aad1-332e0b4c198e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=beebdc3d-813f-4399-b6cf-a6f502fb4a6e HTTP/1.1" status: 200 len: 859 time: 0.4688878 Jun 18 10:20:39.720046 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-9d94bdf0-58d2-4e22-96ff-efd438bb532d service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889644 Jun 18 10:20:39.723321 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ede5e2fb-5f25-4630-9de6-f909fe2d0c93 req-3ade5654-e7dc-40f6-8cd6-52514a918fb7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0c5a42a-7761-410a-a013-9d5829ac1f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644026 Jun 18 10:20:39.730746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045d00d-c707-4ece-977d-00bd0139533b req-308d3d87-f6d8-4de9-907e-9b2079d8f94d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:39.739101 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2045d00d-c707-4ece-977d-00bd0139533b req-308d3d87-f6d8-4de9-907e-9b2079d8f94d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.6345634 Jun 18 10:20:39.786284 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9378c5a9-b145-471c-b6b1-47e4aa8a8bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:39.793279 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-73031b2b-0297-4040-b326-e6552d09fde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:39.806213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378c5a9-b145-471c-b6b1-47e4aa8a8bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9d07da-d9dd-4811-958a-1a48c6f33ceb,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:39.811128 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9378c5a9-b145-471c-b6b1-47e4aa8a8bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:39.816100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9378c5a9-b145-471c-b6b1-47e4aa8a8bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:39.817424 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-9378c5a9-b145-471c-b6b1-47e4aa8a8bff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c9d07da-d9dd-4811-958a-1a48c6f33ceb HTTP/1.1" status: 204 len: 168 time: 0.4299068 Jun 18 10:20:39.925850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f9e46db1-84ab-4541-a7f0-21e98a539762 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:40.060225 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2045d00d-c707-4ece-977d-00bd0139533b req-a0e81c9f-b9a2-4b1b-bef9-c07b160b0938 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200476 Jun 18 10:20:40.088867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port f9e46db1-84ab-4541-a7f0-21e98a539762 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:40.089288 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:40.200099 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4dd58b7d-4a5c-4213-b1ed-5008322e7da1 req-c25104cb-95fb-4d3f-bd07-af2b6f9554e2 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582708 Jun 18 10:20:40.214894 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ede5e2fb-5f25-4630-9de6-f909fe2d0c93 req-f417ec9e-9f7c-4d8b-97bb-69a5c6b195a5 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448652 Jun 18 10:20:40.424702 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41832) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:40.433069 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-938962320', 'description': 'tempest-secgroup-smoke-938962320 description', 'project_id': '29d61a1ffe634e9fb5919a898e19c25f'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:40.447368 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:40.456937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Usage tracker for resource:security_group and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:40.465816 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:40.474434 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:40.557697 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:40.620921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:40.629741 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Usage tracker for resource:security_group_rule and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:40.632812 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ede5e2fb-5f25-4630-9de6-f909fe2d0c93 req-9cd34be6-5ef1-49d2-b2f4-fdc4c9a5dcae service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105453 Jun 18 10:20:40.639736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:40.643182 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-579c8a07-e92e-4d05-ae2c-774ae606ad6b req-b259e502-0a39-48fa-ad6e-a141bf37cc51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 1097 time: 0.3492451 Jun 18 10:20:40.652583 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:40.710499 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118f04d-87fb-45f0-9403-60507ca5bd3b req-1f4aace1-6fa2-42ea-8665-bb7fdbdd99ef tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:40.712342 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0118f04d-87fb-45f0-9403-60507ca5bd3b req-1f4aace1-6fa2-42ea-8665-bb7fdbdd99ef tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 946 time: 0.3607545 Jun 18 10:20:40.718184 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41840) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:40.745132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3a56b2cb-e0ac-4454-b535-c77ebc58514a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:40.759358 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:40.786314 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-3a56b2cb-e0ac-4454-b535-c77ebc58514a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:40.791195 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-3a56b2cb-e0ac-4454-b535-c77ebc58514a admin admin] Usage tracker for resource:security_group_rule and tenant:3f50606d9a4b4e82bb7fb83603205a03 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:40.806238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-3a56b2cb-e0ac-4454-b535-c77ebc58514a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:40.806238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:40.813582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0e8efc67-1b50-4ad2-80e7-98e7d8944632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:40.824232 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-3a56b2cb-e0ac-4454-b535-c77ebc58514a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:40.893266 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf990c-2037-48cf-8533-e4b880cee2cb,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:40.895784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41850) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:40.905328 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:40.924309 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:40.928836 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4997191 Jun 18 10:20:40.929374 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41856) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:40.941216 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-18a54f03-33be-4994-b05e-246c3aa45d10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Request body: {'security_group_rule': {'security_group_id': 'c3bf990c-2037-48cf-8533-e4b880cee2cb', 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:40.950921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-18a54f03-33be-4994-b05e-246c3aa45d10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:40.966586 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-18a54f03-33be-4994-b05e-246c3aa45d10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Usage tracker for resource:security_group_rule and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:40.976163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-18a54f03-33be-4994-b05e-246c3aa45d10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:40.987082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52133c13-d683-46c7-83a1-be61379792b2 req-d05322ad-e950-4c69-8f27-ee716662e7a7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:40.993875 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-18a54f03-33be-4994-b05e-246c3aa45d10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:40.995643 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-52133c13-d683-46c7-83a1-be61379792b2 req-d05322ad-e950-4c69-8f27-ee716662e7a7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.4644978 Jun 18 10:20:41.007561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c8a07-e92e-4d05-ae2c-774ae606ad6b req-ed679ecc-7ed5-4f28-8e7a-783c99ef02eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:41.007561 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-579c8a07-e92e-4d05-ae2c-774ae606ad6b req-ed679ecc-7ed5-4f28-8e7a-783c99ef02eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 917 time: 0.3434110 Jun 18 10:20:41.018953 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3a56b2cb-e0ac-4454-b535-c77ebc58514a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.024946 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0118f04d-87fb-45f0-9403-60507ca5bd3b req-b570fe91-b3b4-4266-b449-50bc50646c9b tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e3f1b5-31bc-4f9f-97ef-2e0781679b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010390 Jun 18 10:20:41.057133 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3a56b2cb-e0ac-4454-b535-c77ebc58514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.093930 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d912494f-7a10-4825-b3c0-2b2b50c37228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:41.103511 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-3a56b2cb-e0ac-4454-b535-c77ebc58514a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f50606d9a4b4e82bb7fb83603205a03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3840644 Jun 18 10:20:41.103811 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-579c8a07-e92e-4d05-ae2c-774ae606ad6b req-064e349b-84fc-4130-8d64-263eb2228d35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08109469-080e-44b8-8fff-c0c1ac967e85 HTTP/1.1" status: 200 len: 217 time: 0.0820060 Jun 18 10:20:41.109259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41862) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:41.153469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-18a54f03-33be-4994-b05e-246c3aa45d10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.182205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56b2cb-e0ac-4454-b535-c77ebc58514a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049f9adb-0d67-4d06-8779-df20a6e26074,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:41.216036 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3a56b2cb-e0ac-4454-b535-c77ebc58514a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:41.230209 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-52133c13-d683-46c7-83a1-be61379792b2 req-ea87322d-bb3e-4bc6-9826-2a5856dec0e2 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334733 Jun 18 10:20:41.239100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Sync routers for ids ['a41655ba-7dcb-4338-ac54-82396c3beebb'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:20:41.251129 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c8a07-e92e-4d05-ae2c-774ae606ad6b req-9cfc1553-7dcd-4354-a31d-518400f5e6d8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:41.252725 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-579c8a07-e92e-4d05-ae2c-774ae606ad6b req-9cfc1553-7dcd-4354-a31d-518400f5e6d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=249b3ba4-7c30-459c-9ca5-3024d11ab3e4 HTTP/1.1" status: 200 len: 855 time: 0.1359787 Jun 18 10:20:41.257092 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7654dea5-7788-4aa3-8fe2-0c978a7c9885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.272079 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2cef677c-a678-4c40-8f8f-e70f3545ce9e req-495bf9ae-ea85-408f-ae9a-eabe84352d13 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6627bb315bdf443d8165739a893987ff&device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 1099 time: 0.4420631 Jun 18 10:20:41.281404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Routers {'a41655ba-7dcb-4338-ac54-82396c3beebb'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:41.284126 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:20:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a41655ba-7dcb-4338-ac54-82396c3beebb'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:41.335334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-7654dea5-7788-4aa3-8fe2-0c978a7c9885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:41.341024 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-7654dea5-7788-4aa3-8fe2-0c978a7c9885 admin admin] Usage tracker for resource:security_group_rule and tenant:b680ab02020548199edf790097d9e9fb is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:41.344306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-7654dea5-7788-4aa3-8fe2-0c978a7c9885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:41.351213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-7654dea5-7788-4aa3-8fe2-0c978a7c9885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:41.469967 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f0844a27-5e72-4f1a-9892-de3de11d3c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.479740 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7654dea5-7788-4aa3-8fe2-0c978a7c9885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.481759 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-18a54f03-33be-4994-b05e-246c3aa45d10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.512487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f0844a27-5e72-4f1a-9892-de3de11d3c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.525690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7654dea5-7788-4aa3-8fe2-0c978a7c9885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.540678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3314d371-c400-4b03-b7bf-69fd7bc68a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:41.579070 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Set router a41655ba-7dcb-4338-ac54-82396c3beebb gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:41.584121 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-18a54f03-33be-4994-b05e-246c3aa45d10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.643125 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-579c8a07-e92e-4d05-ae2c-774ae606ad6b req-6a281f95-1916-446e-9926-5d4935dd6425 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36a98459-85f7-45ea-9d84-197536a50832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3698962 Jun 18 10:20:41.648818 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654dea5-7788-4aa3-8fe2-0c978a7c9885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1465caf-0ff7-487d-8429-37c8ccb1cf2f,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:41.653061 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7654dea5-7788-4aa3-8fe2-0c978a7c9885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:41.656826 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:41.669408 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-7654dea5-7788-4aa3-8fe2-0c978a7c9885 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b680ab02020548199edf790097d9e9fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7709918 Jun 18 10:20:41.672469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41870) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:41.699597 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-18a54f03-33be-4994-b05e-246c3aa45d10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.703915 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-18a54f03-33be-4994-b05e-246c3aa45d10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7735517 Jun 18 10:20:41.707497 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41874) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:41.724018 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a54f03-33be-4994-b05e-246c3aa45d10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fa4c67-4fa5-47da-84f3-528615696181,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:41.733117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-18a54f03-33be-4994-b05e-246c3aa45d10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:41.735318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef677c-a678-4c40-8f8f-e70f3545ce9e req-8f2ad50c-a09b-47ec-9ca0-c71330ac344b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:41.737089 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2cef677c-a678-4c40-8f8f-e70f3545ce9e req-8f2ad50c-a09b-47ec-9ca0-c71330ac344b service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 200 len: 920 time: 0.3676448 Jun 18 10:20:41.748280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-0f51a430-e1fd-4df0-9959-038ae0d0cc0b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Request body: {'security_group_rule': {'security_group_id': 'c3bf990c-2037-48cf-8533-e4b880cee2cb', 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:41.794131 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7a73f-bc56-4d7d-a5e2-3ed12cec9328 req-d9d100d7-ad9d-4290-a691-1c1430d6891c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:41.802231 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-61b7a73f-bc56-4d7d-a5e2-3ed12cec9328 req-d9d100d7-ad9d-4290-a691-1c1430d6891c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.3335900 Jun 18 10:20:41.804122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0f51a430-e1fd-4df0-9959-038ae0d0cc0b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:41.826071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0f51a430-e1fd-4df0-9959-038ae0d0cc0b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Usage tracker for resource:security_group_rule and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:41.829330 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0f51a430-e1fd-4df0-9959-038ae0d0cc0b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:41.835639 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0f51a430-e1fd-4df0-9959-038ae0d0cc0b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:41.846778 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f0844a27-5e72-4f1a-9892-de3de11d3c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.857348 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8a17e440-9363-49a3-9470-cf73af3e5f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:41.875219 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0844a27-5e72-4f1a-9892-de3de11d3c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049f9adb-0d67-4d06-8779-df20a6e26074,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:41.877228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f0844a27-5e72-4f1a-9892-de3de11d3c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.880987 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-f0844a27-5e72-4f1a-9892-de3de11d3c23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/049f9adb-0d67-4d06-8779-df20a6e26074 HTTP/1.1" status: 204 len: 168 time: 0.7681053 Jun 18 10:20:41.880987 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f0844a27-5e72-4f1a-9892-de3de11d3c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:41.944530 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-afc798c8-672f-47d1-9342-7901245282e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:41.983877 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-afc798c8-672f-47d1-9342-7901245282e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:42.043348 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0f51a430-e1fd-4df0-9959-038ae0d0cc0b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:42.069631 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-afc798c8-672f-47d1-9342-7901245282e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:42.080351 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:42.097526 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc798c8-672f-47d1-9342-7901245282e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1465caf-0ff7-487d-8429-37c8ccb1cf2f,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:42.132967 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-afc798c8-672f-47d1-9342-7901245282e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:42.136612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-afc798c8-672f-47d1-9342-7901245282e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:42.137872 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-afc798c8-672f-47d1-9342-7901245282e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e1465caf-0ff7-487d-8429-37c8ccb1cf2f HTTP/1.1" status: 204 len: 168 time: 0.4639740 Jun 18 10:20:42.186100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0f51a430-e1fd-4df0-9959-038ae0d0cc0b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:42.210335 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2cef677c-a678-4c40-8f8f-e70f3545ce9e req-4e951bb1-7c71-4d8b-81a0-911086c0f5ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d HTTP/1.1" status: 200 len: 217 time: 0.4009540 Jun 18 10:20:42.233150 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0f51a430-e1fd-4df0-9959-038ae0d0cc0b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:42.252806 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-18a54f03-33be-4994-b05e-246c3aa45d10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:42.309406 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51a430-e1fd-4df0-9959-038ae0d0cc0b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4da164-3b17-41ee-9530-b71b09efda99,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:42.314723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0f51a430-e1fd-4df0-9959-038ae0d0cc0b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:42.360103 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'name': 'tempest-TestShelveInstance-1833302729-router', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:28Z', 'updated_at': '2021-06-18T10:20:36Z', 'revision_number': 4, 'project_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'gw_port': {'id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:30Z', 'updated_at': '2021-06-18T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '641b2401-ce52-42ac-a549-0df1eb872d7d', 'name': '', 'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'mac_address': 'fa:16:3e:e1:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ab6ed5b-3298-45f4-a877-d310a5317769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:35Z', 'updated_at': '2021-06-18T10:20:36Z', 'revision_number': 2, 'project_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'subnets': [{'id': '3ab6ed5b-3298-45f4-a877-d310a5317769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:42.365924 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Checking router: a41655ba-7dcb-4338-ac54-82396c3beebb for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:20:42.366460 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Updating router a41655ba-7dcb-4338-ac54-82396c3beebb port 641b2401-ce52-42ac-a549-0df1eb872d7d binding host dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:20:42.372448 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-61b7a73f-bc56-4d7d-a5e2-3ed12cec9328 req-b7019701-a533-4ca3-9f51-62bc274740ac tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5668864 Jun 18 10:20:42.373629 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef677c-a678-4c40-8f8f-e70f3545ce9e req-16c13101-99af-45b0-abe8-7cbf924aad82 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:42.377797 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2cef677c-a678-4c40-8f8f-e70f3545ce9e req-16c13101-99af-45b0-abe8-7cbf924aad82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=beebdc3d-813f-4399-b6cf-a6f502fb4a6e HTTP/1.1" status: 200 len: 859 time: 0.1568646 Jun 18 10:20:42.391329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0f51a430-e1fd-4df0-9959-038ae0d0cc0b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:42.392702 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0f51a430-e1fd-4df0-9959-038ae0d0cc0b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6836784 Jun 18 10:20:42.397334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41900) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:42.415546 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-20c663c3-8f34-4eed-bcb2-e103fe07acc3 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Request body: {'security_group_rule': {'security_group_id': 'c3bf990c-2037-48cf-8533-e4b880cee2cb', 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:42.453416 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-20c663c3-8f34-4eed-bcb2-e103fe07acc3 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:42.480186 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-20c663c3-8f34-4eed-bcb2-e103fe07acc3 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Usage tracker for resource:security_group_rule and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:42.492136 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-20c663c3-8f34-4eed-bcb2-e103fe07acc3 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:42.507795 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:42.509101 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-579c8a07-e92e-4d05-ae2c-774ae606ad6b req-ea2e69d1-1ac2-4229-bd4d-9e89dba1fa59 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8517032 Jun 18 10:20:42.519542 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-20c663c3-8f34-4eed-bcb2-e103fe07acc3 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:42.624086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-20c663c3-8f34-4eed-bcb2-e103fe07acc3 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:42.676874 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2cef677c-a678-4c40-8f8f-e70f3545ce9e req-b37c7023-eec6-4f40-8b98-d7e98a0141b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0c5a42a-7761-410a-a013-9d5829ac1f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564212 Jun 18 10:20:42.721025 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-20c663c3-8f34-4eed-bcb2-e103fe07acc3 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:42.775851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-20c663c3-8f34-4eed-bcb2-e103fe07acc3 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:42.781956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:42.856114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c663c3-8f34-4eed-bcb2-e103fe07acc3 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b085717-3089-419a-af83-4aed65d768ff,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:42.864141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-20c663c3-8f34-4eed-bcb2-e103fe07acc3 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:42.921369 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-20c663c3-8f34-4eed-bcb2-e103fe07acc3 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:42.922759 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-20c663c3-8f34-4eed-bcb2-e103fe07acc3 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5242250 Jun 18 10:20:42.927445 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41914) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:42.934840 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-fb06e288-6f62-4a54-aa8e-c67517b14644 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Request body: {'security_group_rule': {'security_group_id': 'c3bf990c-2037-48cf-8533-e4b880cee2cb', 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:42.947483 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-fb06e288-6f62-4a54-aa8e-c67517b14644 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:42.958064 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-fb06e288-6f62-4a54-aa8e-c67517b14644 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Usage tracker for resource:security_group_rule and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:42.964864 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-fb06e288-6f62-4a54-aa8e-c67517b14644 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:42.980182 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-fb06e288-6f62-4a54-aa8e-c67517b14644 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:43.014797 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-579c8a07-e92e-4d05-ae2c-774ae606ad6b req-6af2a1ec-d3ac-4e87-aadd-b0607636dff3 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367314 Jun 18 10:20:43.051607 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ac027-8370-41b3-b7d1-62d267207f7b req-ff63a360-2fe2-422d-96f8-a308a4ea3d6e tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:43.053277 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-167ac027-8370-41b3-b7d1-62d267207f7b req-ff63a360-2fe2-422d-96f8-a308a4ea3d6e tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.3739955 Jun 18 10:20:43.110226 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.121773 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fb06e288-6f62-4a54-aa8e-c67517b14644 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.127750 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2cef677c-a678-4c40-8f8f-e70f3545ce9e req-7c26ad2d-ba23-4336-ba47-5fceb58b7037 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911121 Jun 18 10:20:43.184332 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Notify callbacks [] for port, precommit_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.199863 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Transition to ACTIVE for port object 641b2401-ce52-42ac-a549-0df1eb872d7d will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:43.249270 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.254669 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:43.289472 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fb06e288-6f62-4a54-aa8e-c67517b14644 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.323187 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fb06e288-6f62-4a54-aa8e-c67517b14644 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.325983 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:43.333657 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-167ac027-8370-41b3-b7d1-62d267207f7b req-7d15abb9-ff32-4e0f-a738-4cb52b1f477c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698622 Jun 18 10:20:43.382770 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06e288-6f62-4a54-aa8e-c67517b14644 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec499bc9-4d43-43c6-a6ff-efa52e5670bb,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:43.386555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-fb06e288-6f62-4a54-aa8e-c67517b14644 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:43.421190 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2cef677c-a678-4c40-8f8f-e70f3545ce9e req-fd90fcb9-6b49-4736-b195-3118ca8582cb service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634690 Jun 18 10:20:43.432594 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a2761-a129-4297-b3ac-b348a1a621fd None None] Pushing event updated for resources: {'Port': ['ID=641b2401-ce52-42ac-a549-0df1eb872d7d,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:43.454192 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fb06e288-6f62-4a54-aa8e-c67517b14644 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.456640 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-fb06e288-6f62-4a54-aa8e-c67517b14644 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5278664 Jun 18 10:20:43.467363 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41928) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:43.478095 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 41932) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:43.480520 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-17876369-44f5-4711-b31f-47bd1346218f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Request body: {'security_group_rule': {'security_group_id': 'c3bf990c-2037-48cf-8533-e4b880cee2cb', 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:43.494697 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-17876369-44f5-4711-b31f-47bd1346218f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:43.507168 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8a7a2761-a129-4297-b3ac-b348a1a621fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:43.518753 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-17876369-44f5-4711-b31f-47bd1346218f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Usage tracker for resource:security_group_rule and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:43.530851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-17876369-44f5-4711-b31f-47bd1346218f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:43.545246 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-09c3c858-5621-4245-8ed6-5d3d06a96702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.574478 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-17876369-44f5-4711-b31f-47bd1346218f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:43.590843 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-09c3c858-5621-4245-8ed6-5d3d06a96702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:43.603307 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-09c3c858-5621-4245-8ed6-5d3d06a96702 admin admin] Usage tracker for resource:security_group_rule and tenant:cc7ac40a27d24b04b77adc789c1a34cf is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:43.608102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-09c3c858-5621-4245-8ed6-5d3d06a96702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:43.624152 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-09c3c858-5621-4245-8ed6-5d3d06a96702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:43.631383 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.securitygroups_db [None req-17876369-44f5-4711-b31f-47bd1346218f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Project 29d61a1ffe634e9fb5919a898e19c25f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 10:20:43.646951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-17876369-44f5-4711-b31f-47bd1346218f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.753702 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Attempting to bind port 641b2401-ce52-42ac-a549-0df1eb872d7d on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:20:43.754224 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Attempting to bind port 641b2401-ce52-42ac-a549-0df1eb872d7d by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:20:43.754834 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Attempting to bind port 641b2401-ce52-42ac-a549-0df1eb872d7d on network 0c28787d-ec2e-4bbc-8559-482430549e39 {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:43.764929 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:20:43.765482 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Checking segment: {'id': '5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:43.766338 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.767000 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Bound using segment: {'id': '5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:20:43.767621 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Bound port: 641b2401-ce52-42ac-a549-0df1eb872d7d, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:20:43.768163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.820431 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-17876369-44f5-4711-b31f-47bd1346218f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.853640 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-17876369-44f5-4711-b31f-47bd1346218f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.862163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2615c5dc-ebae-4a9e-8d42-08c4f3a84bf3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:43.870236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-09c3c858-5621-4245-8ed6-5d3d06a96702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.900431 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17876369-44f5-4711-b31f-47bd1346218f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd34886-3d39-4e29-a108-ceb4eb66bb92,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:43.903079 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-17876369-44f5-4711-b31f-47bd1346218f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:43.912699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] For port 641b2401-ce52-42ac-a549-0df1eb872d7d, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:20:43.914025 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-09c3c858-5621-4245-8ed6-5d3d06a96702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.918226 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] For port 641b2401-ce52-42ac-a549-0df1eb872d7d, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=641b2401-ce52-42ac-a549-0df1eb872d7d,segment=NetworkSegment(5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b),segment_id=5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:20:43.924897 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-80b74fa9-2927-4ee0-9442-1a970880f88f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:43.934578 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-17876369-44f5-4711-b31f-47bd1346218f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.938123 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-17876369-44f5-4711-b31f-47bd1346218f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4691017 Jun 18 10:20:43.939460 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41944) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:43.945749 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Request body: {'security_group_rule': {'security_group_id': 'c3bf990c-2037-48cf-8533-e4b880cee2cb', 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:43.952973 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:43.957153 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Usage tracker for resource:security_group_rule and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:43.960800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:43.969603 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:43.970016 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:43.975429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8a7a2761-a129-4297-b3ac-b348a1a621fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:43.983842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3c858-5621-4245-8ed6-5d3d06a96702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ba272c-6b08-44eb-874f-da59942f5a2e,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:43.984843 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-09c3c858-5621-4245-8ed6-5d3d06a96702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:43.991975 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-09c3c858-5621-4245-8ed6-5d3d06a96702 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc7ac40a27d24b04b77adc789c1a34cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5100079 Jun 18 10:20:43.993532 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 41948) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:43.996853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80953e96-1ed9-4262-b91c-c43e27fdfee0 req-2b22483f-8aa5-4ddf-b439-06d2b2e65608 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:43.998487 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-80953e96-1ed9-4262-b91c-c43e27fdfee0 req-2b22483f-8aa5-4ddf-b439-06d2b2e65608 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.2784119 Jun 18 10:20:44.020860 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 08109469-080e-44b8-8fff-c0c1ac967e85 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:20:44.078237 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-80953e96-1ed9-4262-b91c-c43e27fdfee0 req-33b411b6-cf6c-470b-93f0-2df3ee2faf82 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702238 Jun 18 10:20:44.090203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Routers {'a41655ba-7dcb-4338-ac54-82396c3beebb'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:44.091678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:20:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a41655ba-7dcb-4338-ac54-82396c3beebb'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:44.127850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fbcd574c-7da4-4af6-92eb-2613242700ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:44.183678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fbcd574c-7da4-4af6-92eb-2613242700ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:44.184034 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a2761-a129-4297-b3ac-b348a1a621fd None None] Pushing event updated for resources: {'Port': ['ID=641b2401-ce52-42ac-a549-0df1eb872d7d,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:44.282708 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.securitygroups_db [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Project 29d61a1ffe634e9fb5919a898e19c25f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 10:20:44.295052 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:44.413272 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fbcd574c-7da4-4af6-92eb-2613242700ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:44.426151 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-986af92e-680e-433c-91c1-a0a0c819d2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:44.450997 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd574c-7da4-4af6-92eb-2613242700ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ba272c-6b08-44eb-874f-da59942f5a2e,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:44.471710 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-fbcd574c-7da4-4af6-92eb-2613242700ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:44.478642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:44.484517 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fbcd574c-7da4-4af6-92eb-2613242700ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:44.485787 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-fbcd574c-7da4-4af6-92eb-2613242700ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60ba272c-6b08-44eb-874f-da59942f5a2e HTTP/1.1" status: 204 len: 168 time: 0.4910321 Jun 18 10:20:44.506265 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:44.509861 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:44.756608 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8a7a2761-a129-4297-b3ac-b348a1a621fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:44.937406 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6afc7e-d947-4b2f-b2ca-53e65834ce11,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:44.953848 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.954394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.954700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.955073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.955472 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.956102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.956500 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.956896 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.957287 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.957699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.958271 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.962555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:44.964442 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 08109469-080e-44b8-8fff-c0c1ac967e85, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=08109469-080e-44b8-8fff-c0c1ac967e85,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:44.968503 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:44.979038 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87cd33-157c-4134-8f80-ef8cf08d04d4 req-434bdc0d-4652-47c8-b133-e94b57ff3108 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:44.980052 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-393b73ee-7b9a-4a96-af5a-c54d4358441f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0397775 Jun 18 10:20:44.984338 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c87cd33-157c-4134-8f80-ef8cf08d04d4 req-434bdc0d-4652-47c8-b133-e94b57ff3108 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.3631964 Jun 18 10:20:44.986991 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '08109469-080e-44b8-8fff-c0c1ac967e85', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'port_id': '08109469-080e-44b8-8fff-c0c1ac967e85', 'mac_address': 'fa:16:3e:e3:4e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:20:45.058487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-312143d4-2928-452e-b662-6fa43328e696 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:45.066033 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-312143d4-2928-452e-b662-6fa43328e696 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/networks?id=a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 200 len: 815 time: 0.2795010 Jun 18 10:20:45.079267 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:45.106561 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c87cd33-157c-4134-8f80-ef8cf08d04d4 req-1a8fd00f-6d1e-4550-bef0-fc058ad45fb0 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211357 Jun 18 10:20:45.115738 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-fdeb0d2a-9609-4ceb-b1b0-2612e8c627f6 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/quotas/883fc17a700c4e0392c7d12c2061e3fc HTTP/1.1" status: 200 len: 375 time: 0.0487840 Jun 18 10:20:45.118239 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08109469-080e-44b8-8fff-c0c1ac967e85 {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:20:45.145971 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 08109469-080e-44b8-8fff-c0c1ac967e85, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=08109469-080e-44b8-8fff-c0c1ac967e85,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:45.153781 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] Set router a41655ba-7dcb-4338-ac54-82396c3beebb gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:45.284657 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-f74530e8-86c4-4a3f-9db3-a5f5a140360f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1610401 Jun 18 10:20:45.375577 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:45.406697 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:45.547914 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 42028) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:45.586113 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcf28-e2c3-40fa-9603-86c8ecfe03be admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:45.601653 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-b5e69033-b199-4dec-af66-a488a295c895 service neutron] 10.222.0.22 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160484 Jun 18 10:20:45.667015 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-3b1dcf28-e2c3-40fa-9603-86c8ecfe03be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:45.671447 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-3b1dcf28-e2c3-40fa-9603-86c8ecfe03be admin admin] Usage tracker for resource:security_group_rule and tenant:0997b7b0866f49e782f566c67a41251f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:45.683931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-3b1dcf28-e2c3-40fa-9603-86c8ecfe03be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:45.701415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-3b1dcf28-e2c3-40fa-9603-86c8ecfe03be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:45.821976 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=08109469-080e-44b8-8fff-c0c1ac967e85,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:45.831086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:45.832494 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-f3f46f64-b5f3-497f-98e9-9c1950384598 service neutron] 10.222.0.22 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296810 Jun 18 10:20:45.835181 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcf28-e2c3-40fa-9603-86c8ecfe03be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:45.872354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcf28-e2c3-40fa-9603-86c8ecfe03be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:45.882631 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a70afece-06a5-4229-b077-72e0e93f946d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:45.891084 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a97ec1-dae5-4681-a548-b5b2edbb74c1 req-ecd50f43-ab42-4cfd-9dcc-18fa2913f2c1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:45.893746 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4a97ec1-dae5-4681-a548-b5b2edbb74c1 req-ecd50f43-ab42-4cfd-9dcc-18fa2913f2c1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 945 time: 0.1415110 Jun 18 10:20:45.968107 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['08109469-080e-44b8-8fff-c0c1ac967e85'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:20:45.968640 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-3b1dcf28-e2c3-40fa-9603-86c8ecfe03be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0997b7b0866f49e782f566c67a41251f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4186449 Jun 18 10:20:45.970592 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dcf28-e2c3-40fa-9603-86c8ecfe03be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56d4795-8abd-479f-952a-282e0d1f25a7,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:45.971939 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 42040) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:45.975114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3b1dcf28-e2c3-40fa-9603-86c8ecfe03be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:46.007035 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4a97ec1-dae5-4681-a548-b5b2edbb74c1 req-5d52a678-325a-4805-9067-30ca55df1e3d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029282 Jun 18 10:20:46.093331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0221ef7a-b852-40f8-a73e-dade25079b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:46.139910 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0221ef7a-b852-40f8-a73e-dade25079b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:46.149088 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'name': 'tempest-TestShelveInstance-1833302729-router', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:28Z', 'updated_at': '2021-06-18T10:20:36Z', 'revision_number': 4, 'project_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'gw_port': {'id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:30Z', 'updated_at': '2021-06-18T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '641b2401-ce52-42ac-a549-0df1eb872d7d', 'name': '', 'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'mac_address': 'fa:16:3e:e1:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ab6ed5b-3298-45f4-a877-d310a5317769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:35Z', 'updated_at': '2021-06-18T10:20:43Z', 'revision_number': 4, 'project_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'subnets': [{'id': '3ab6ed5b-3298-45f4-a877-d310a5317769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:46.159865 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0ef33-d20e-4023-ad5a-27da291cf5bb None None] The sync data for ids ['a41655ba-7dcb-4338-ac54-82396c3beebb'] in dv-cinder-797022-1-smb is: [{'id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'name': 'tempest-TestShelveInstance-1833302729-router', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:28Z', 'updated_at': '2021-06-18T10:20:36Z', 'revision_number': 4, 'project_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'gw_port': {'id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:30Z', 'updated_at': '2021-06-18T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '641b2401-ce52-42ac-a549-0df1eb872d7d', 'name': '', 'network_id': '0c28787d-ec2e-4bbc-8559-482430549e39', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'mac_address': 'fa:16:3e:e1:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ab6ed5b-3298-45f4-a877-d310a5317769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:35Z', 'updated_at': '2021-06-18T10:20:43Z', 'revision_number': 4, 'project_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'subnets': [{'id': '3ab6ed5b-3298-45f4-a877-d310a5317769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:20:46.235499 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0221ef7a-b852-40f8-a73e-dade25079b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:46.246263 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7654dea5-7788-4aa3-8fe2-0c978a7c9885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:46.300381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221ef7a-b852-40f8-a73e-dade25079b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56d4795-8abd-479f-952a-282e0d1f25a7,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:46.304171 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0221ef7a-b852-40f8-a73e-dade25079b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:46.343385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0221ef7a-b852-40f8-a73e-dade25079b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:46.348276 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0221ef7a-b852-40f8-a73e-dade25079b7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b56d4795-8abd-479f-952a-282e0d1f25a7 HTTP/1.1" status: 204 len: 168 time: 0.3731718 Jun 18 10:20:46.390950 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-35621bbf-fcae-4244-8de4-074e4ffb1fc9 req-2e7b5256-e040-423f-a709-eaacef681659 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 210 time: 0.2464812 Jun 18 10:20:46.423519 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8c214ed5-c97f-4c6e-8ff1-dbc9fba71da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:46.696778 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c13e1-aadf-4c2d-aa60-42e612eff2e0 req-f79ec9a0-da2f-4d82-9f33-fe2a026aacf6 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:46.714428 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-110c13e1-aadf-4c2d-aa60-42e612eff2e0 req-f79ec9a0-da2f-4d82-9f33-fe2a026aacf6 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.2316904 Jun 18 10:20:46.923620 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-110c13e1-aadf-4c2d-aa60-42e612eff2e0 req-ef922cf0-5ce0-4741-bff2-aa6e3b6846b7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075584 Jun 18 10:20:47.364734 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a3369-b02c-4766-846a-bc7e3f22f8d1 req-b3afa6ef-848f-4bc6-8bb4-1ad892a64864 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:47.378518 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fd2a3369-b02c-4766-846a-bc7e3f22f8d1 req-b3afa6ef-848f-4bc6-8bb4-1ad892a64864 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 945 time: 0.1676052 Jun 18 10:20:47.485157 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fd2a3369-b02c-4766-846a-bc7e3f22f8d1 req-bd2ffeec-b5e8-4c2b-a464-20910b3e6e98 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989194 Jun 18 10:20:47.768053 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-685897c7-7262-45d6-ba4a-540e89df0ccb req-e6b7adc9-5307-4899-b4c0-fa1f6626cc27 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 210 time: 0.0885410 Jun 18 10:20:47.997788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:48.032937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 641b2401-ce52-42ac-a549-0df1eb872d7d up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:48.139096 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 08109469-080e-44b8-8fff-c0c1ac967e85 up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:48.313762 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port 641b2401-ce52-42ac-a549-0df1eb872d7d completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:48.319704 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a2a24-c4e6-4b94-a195-9c0059b99547 req-ec4014b5-19ac-49dc-9441-7af701ab435b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:48.324683 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 641b2401-ce52-42ac-a549-0df1eb872d7d triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:48.325399 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:48.327918 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9c7a2a24-c4e6-4b94-a195-9c0059b99547 req-ec4014b5-19ac-49dc-9441-7af701ab435b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1642647 Jun 18 10:20:48.361598 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53555096-842e-4e2e-bd4c-a7afc1731dca req-a44b87ae-82ee-4a0d-97a1-576e680f558d tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:48.374321 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-53555096-842e-4e2e-bd4c-a7afc1731dca req-a44b87ae-82ee-4a0d-97a1-576e680f558d tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 946 time: 0.2619882 Jun 18 10:20:48.448842 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-53555096-842e-4e2e-bd4c-a7afc1731dca req-b2b9423e-3bbf-49cf-83dd-cfc2f632762d tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e3f1b5-31bc-4f9f-97ef-2e0781679b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718164 Jun 18 10:20:48.495065 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port 08109469-080e-44b8-8fff-c0c1ac967e85 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:20:48.495399 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9c7a2a24-c4e6-4b94-a195-9c0059b99547 req-ef8f0994-ff03-47a4-a0c6-f55e1b54f9eb tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640365 Jun 18 10:20:48.544654 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:48.560303 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 08109469-080e-44b8-8fff-c0c1ac967e85 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:48.560919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:48.657526 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port 641b2401-ce52-42ac-a549-0df1eb872d7d, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=641b2401-ce52-42ac-a549-0df1eb872d7d,segment=NetworkSegment(5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b),segment_id=5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:48.707777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:48.717417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:48.835418 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:48.880836 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:20:48.895591 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=641b2401-ce52-42ac-a549-0df1eb872d7d,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:48.900746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 08109469-080e-44b8-8fff-c0c1ac967e85, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=08109469-080e-44b8-8fff-c0c1ac967e85,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:48.902240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:48.903654 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0a108f88-32d1-472e-a16f-e0247150d9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:48.928912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:48.932179 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:49.077584 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=08109469-080e-44b8-8fff-c0c1ac967e85,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:49.084820 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:49.184592 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0e5ad2d5-2c07-46eb-abfe-7edb9c2b3bb3 req-8fa60c4a-0f74-4151-8a5c-457c20989e0a tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 210 time: 0.0920289 Jun 18 10:20:49.198307 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:49.319374 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85', 'code': 200} Jun 18 10:20:49.417749 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fdfaf-a698-408c-a48b-041cbecafb3e req-ad8d5f31-86a3-44f3-8be0-a11f0d3303d3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:49.419453 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e48fdfaf-a698-408c-a48b-041cbecafb3e req-ad8d5f31-86a3-44f3-8be0-a11f0d3303d3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.3834872 Jun 18 10:20:49.426607 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-5b9852a4-e540-4ac2-8e2e-75b79b92d967 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:49.428241 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-5b9852a4-e540-4ac2-8e2e-75b79b92d967 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "GET /v2.0/networks?id=a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 200 len: 815 time: 0.2893593 Jun 18 10:20:49.456196 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Request body: {'port': {'device_id': '5af95de4-96a9-4da0-83f2-bd8889f1d12c', 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03', 'admin_state_up': True, 'tenant_id': '883fc17a700c4e0392c7d12c2061e3fc'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:49.880708 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e48fdfaf-a698-408c-a48b-041cbecafb3e req-4d74c000-759e-426a-a27c-79c147fcb2c9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4512897 Jun 18 10:20:49.981531 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 641b2401-ce52-42ac-a549-0df1eb872d7d up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:20:50.077678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 641b2401-ce52-42ac-a549-0df1eb872d7d triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:20:50.078447 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:50.180695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:50.200434 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd43cd-8999-4c64-a6cc-1b84ba2c0c71 req-8430540e-dc57-44e9-82c3-6ecff070b2b5 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:50.203067 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-87cd43cd-8999-4c64-a6cc-1b84ba2c0c71 req-8430540e-dc57-44e9-82c3-6ecff070b2b5 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 946 time: 0.3904996 Jun 18 10:20:50.210632 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6ab75945-e767-4f06-8635-10969dcda2ca req-00d68a09-1199-4f70-a814-479b3b18ed40 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 1099 time: 0.3994396 Jun 18 10:20:50.229072 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:50.358573 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Made reservation on behalf of 883fc17a700c4e0392c7d12c2061e3fc for: {'port': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:20:50.360008 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:50.369736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:50.409219 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb560114-6a37-486e-9dd0-1d37901de313 req-e5b198be-66b3-46d6-a0e5-9a7646718d45 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:50.410972 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-eb560114-6a37-486e-9dd0-1d37901de313 req-e5b198be-66b3-46d6-a0e5-9a7646718d45 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.3172524 Jun 18 10:20:50.414069 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-87cd43cd-8999-4c64-a6cc-1b84ba2c0c71 req-99ab925a-4b40-4718-9960-48aa5c8df3e3 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e3f1b5-31bc-4f9f-97ef-2e0781679b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013316 Jun 18 10:20:50.416526 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6ab75945-e767-4f06-8635-10969dcda2ca req-0139862a-9367-450b-9388-ca4b27041bb1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846554 Jun 18 10:20:50.601347 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-eb560114-6a37-486e-9dd0-1d37901de313 req-baa87e17-b5c0-4484-812f-11e22025304b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789656 Jun 18 10:20:50.645707 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-52d97f1c-0d80-4d50-840d-4c1b5d2a9021 req-cd7a9bc8-8e8c-4f85-8031-ae4412fd6a60 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 210 time: 0.0976791 Jun 18 10:20:50.680844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Allocated IP 172.20.0.3 (a0a1681a-8e45-45f9-a380-f6345a716a03/0d8c939c-1a25-4c7f-9c92-78a92c443c48/3e4e0bbc-68ae-4719-9054-2e690105cf17) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:50.991880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:51.004710 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd37f96-029f-48c7-bb28-9f607d1a5716 req-a9fcae5d-6cba-44f1-a0ac-23045105bfd1 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:51.006600 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1fd37f96-029f-48c7-bb28-9f607d1a5716 req-a9fcae5d-6cba-44f1-a0ac-23045105bfd1 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.61 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 946 time: 0.1714623 Jun 18 10:20:51.112624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-1fd37f96-029f-48c7-bb28-9f607d1a5716 req-c90e599c-0ebd-4e49-874e-f0b07c115b48 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Deleting port 6149540e-b2e7-4071-a7b8-01548baf75eb {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:20:51.113021 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-1fd37f96-029f-48c7-bb28-9f607d1a5716 req-c90e599c-0ebd-4e49-874e-f0b07c115b48 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:51.217661 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:51.234331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:51.235265 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['c07bebcf-4314-4f94-a4d9-827e2e83ed78', '362e372b-d925-4ffe-bfe7-1e481f7a1ed1', 'bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:20:51.400801 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-d5da2122-72fe-470a-b4b3-cf8c43735c3d tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=32a809abfc704d488fc0d02e334b31da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1808937 Jun 18 10:20:51.483135 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Network a0a1681a-8e45-45f9-a380-f6345a716a03 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:20:51.484508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:20:51.507723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Pushing event updated for resources: {'Port': ['ID=3e4e0bbc-68ae-4719-9054-2e690105cf17,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:51.515828 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:20:51.520308 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:51.520999 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:51.646586 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:51.647135 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:51.647373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:51.647771 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:51.648169 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:51.648561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:51.649520 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:51.649919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:51.650331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:51.650686 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:51.651114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:51.673495 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:51.757968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273361e-ed53-43e9-8fbd-ca4211319670 req-0180e1f8-c7cc-4165-8ce4-25de40c6dd6c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:51.760155 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f273361e-ed53-43e9-8fbd-ca4211319670 req-0180e1f8-c7cc-4165-8ce4-25de40c6dd6c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.6144586 Jun 18 10:20:51.829847 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3819447 Jun 18 10:20:51.839936 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d94ba1-58cf-440f-9320-c378539b502b req-876c5f24-9122-4c21-886c-618d804d6c2a tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:51.841683 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-876c5f24-9122-4c21-886c-618d804d6c2a tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4248445 Jun 18 10:20:51.850630 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Request body: {'port': {'device_id': '5af95de4-96a9-4da0-83f2-bd8889f1d12c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:51.969891 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-d9802f06-c2ac-4fee-b05e-19390b6a0858 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/quotas/32a809abfc704d488fc0d02e334b31da HTTP/1.1" status: 200 len: 375 time: 0.0489688 Jun 18 10:20:52.059707 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:52.089749 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f273361e-ed53-43e9-8fbd-ca4211319670 req-f30ecd93-41f2-47e6-8639-c331f32caaef tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137023 Jun 18 10:20:52.156143 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-1fd37f96-029f-48c7-bb28-9f607d1a5716 req-c90e599c-0ebd-4e49-874e-f0b07c115b48 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] For port 6149540e-b2e7-4071-a7b8-01548baf75eb, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6149540e-b2e7-4071-a7b8-01548baf75eb,segment=NetworkSegment(24b8dcbf-642c-491d-b74c-3793d1c1d405),segment_id=24b8dcbf-642c-491d-b74c-3793d1c1d405)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:52.156624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-1fd37f96-029f-48c7-bb28-9f607d1a5716 req-c90e599c-0ebd-4e49-874e-f0b07c115b48 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:52.178517 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-b2aaa70d-923c-414a-93a8-fa4879207112 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=32a809abfc704d488fc0d02e334b31da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200516 Jun 18 10:20:52.346555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-1fd37f96-029f-48c7-bb28-9f607d1a5716 req-c90e599c-0ebd-4e49-874e-f0b07c115b48 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Calling delete_port for 6149540e-b2e7-4071-a7b8-01548baf75eb owned by compute:nova {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:20:53.067925 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec8176-8606-45f6-b38d-077fd56956d7 req-a757b2c4-9700-4e05-b784-866763c34598 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:53.069589 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9aec8176-8606-45f6-b38d-077fd56956d7 req-a757b2c4-9700-4e05-b784-866763c34598 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 946 time: 0.3011193 Jun 18 10:20:53.112984 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-1fd37f96-029f-48c7-bb28-9f607d1a5716 req-c90e599c-0ebd-4e49-874e-f0b07c115b48 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:53.133854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:53.209187 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e599c-0ebd-4e49-874e-f0b07c115b48 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Pushing event deleted for resources: {'Port': ['ID=6149540e-b2e7-4071-a7b8-01548baf75eb,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:53.221236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c90e599c-0ebd-4e49-874e-f0b07c115b48 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:53.389245 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd37f96-029f-48c7-bb28-9f607d1a5716 req-c90e599c-0ebd-4e49-874e-f0b07c115b48 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] No DVR routers for this DVR port 6149540e-b2e7-4071-a7b8-01548baf75eb on host hv-cinder-79702 {{(pid=82215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:20:53.397088 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9aec8176-8606-45f6-b38d-077fd56956d7 req-7b6c4957-0877-439c-887c-556509108c28 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e3f1b5-31bc-4f9f-97ef-2e0781679b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776234 Jun 18 10:20:53.402533 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-1fd37f96-029f-48c7-bb28-9f607d1a5716 req-c90e599c-0ebd-4e49-874e-f0b07c115b48 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:53.412996 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f1bd31-ffd3-48dd-8275-9b7e9231886e', 'name': 'network-vif-deleted', 'tag': '6149540e-b2e7-4071-a7b8-01548baf75eb'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:20:53.444508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4e0bbc-68ae-4719-9054-2e690105cf17 {{(pid=82215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:20:53.455670 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:53.471302 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ab1f0-1494-451b-92c6-baae5c2c5608 req-388ec227-e139-4097-b234-3f899e55aa61 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:53.472980 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ca3ab1f0-1494-451b-92c6-baae5c2c5608 req-388ec227-e139-4097-b234-3f899e55aa61 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.4023945 Jun 18 10:20:53.505650 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Transition to ACTIVE for port object 3e4e0bbc-68ae-4719-9054-2e690105cf17 will not be triggered until provisioned by entity L2. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:53.509697 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1fd37f96-029f-48c7-bb28-9f607d1a5716 req-c90e599c-0ebd-4e49-874e-f0b07c115b48 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.61 "DELETE /v2.0/ports/6149540e-b2e7-4071-a7b8-01548baf75eb HTTP/1.1" status: 204 len: 173 time: 2.4940262 Jun 18 10:20:53.541262 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ca3ab1f0-1494-451b-92c6-baae5c2c5608 req-a9296e5f-4642-4656-b80e-7e1218ac1356 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539587 Jun 18 10:20:53.557736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:53.603742 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:53.817584 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e1c29677-2eab-4f96-b6dd-4480fb6aa320 req-95df8794-5d0d-4e8f-a632-8fab77b0d30f tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 210 time: 0.1314998 Jun 18 10:20:53.833956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Pushing event updated for resources: {'Port': ['ID=3e4e0bbc-68ae-4719-9054-2e690105cf17,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:53.837933 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:53.919900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Attempting to bind port 3e4e0bbc-68ae-4719-9054-2e690105cf17 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:20:53.920277 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Attempting to bind port 3e4e0bbc-68ae-4719-9054-2e690105cf17 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:20:53.920653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Attempting to bind port 3e4e0bbc-68ae-4719-9054-2e690105cf17 on network a0a1681a-8e45-45f9-a380-f6345a716a03 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:53.933480 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a627f-68e2-47d6-9a0a-bebdafc22431 req-5fe601be-3aa4-4836-9c96-d77143ed6d49 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:53.934242 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-b71a627f-68e2-47d6-9a0a-bebdafc22431 req-5fe601be-3aa4-4836-9c96-d77143ed6d49 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Synchronizing usage tracker for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:20:53.941033 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Port 3e4e0bbc-68ae-4719-9054-2e690105cf17 on network a0a1681a-8e45-45f9-a380-f6345a716a03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:20:53.941410 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Attempting to bind port 3e4e0bbc-68ae-4719-9054-2e690105cf17 on network a0a1681a-8e45-45f9-a380-f6345a716a03 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:20:53.996398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:20:53.996774 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Checking segment: {'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:20:53.997208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Bound using segment: {'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:20:54.001597 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Bound port: 3e4e0bbc-68ae-4719-9054-2e690105cf17, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c17d779-aed8-4bbd-b15f-6bb516f016a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03'}}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:20:54.001597 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:54.078805 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-b71a627f-68e2-47d6-9a0a-bebdafc22431 req-5fe601be-3aa4-4836-9c96-d77143ed6d49 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Unset dirty status for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:20:54.080114 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b71a627f-68e2-47d6-9a0a-bebdafc22431 req-5fe601be-3aa4-4836-9c96-d77143ed6d49 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 943 time: 0.5156209 Jun 18 10:20:54.101956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 6149540e-b2e7-4071-a7b8-01548baf75eb no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:20:54.146220 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: 6149540e-b2e7-4071-a7b8-01548baf75eb {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:20:54.146999 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 6149540e-b2e7-4071-a7b8-01548baf75eb not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:20:54.179483 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] For port 3e4e0bbc-68ae-4719-9054-2e690105cf17, host hv-cinder-79702, cleared binding levels {{(pid=82215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:20:54.190072 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccc105-2e44-4868-87bf-fe9831412f20 req-5948f9b6-2d2b-4e8c-8007-64482d3505f0 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:54.191860 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6ccc105-2e44-4868-87bf-fe9831412f20 req-5948f9b6-2d2b-4e8c-8007-64482d3505f0 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.2424884 Jun 18 10:20:54.201536 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b71a627f-68e2-47d6-9a0a-bebdafc22431 req-2a1ed3a9-961b-456b-acc7-fb825b6164b2 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025589 Jun 18 10:20:54.206415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] For port 3e4e0bbc-68ae-4719-9054-2e690105cf17, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=3e4e0bbc-68ae-4719-9054-2e690105cf17,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:20:54.249302 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:54.256340 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8af7e87f-aef2-47ca-930f-31f3a4b92306 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:54.294597 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f1bd31-ffd3-48dd-8275-9b7e9231886e', 'name': 'network-vif-deleted', 'tag': '6149540e-b2e7-4071-a7b8-01548baf75eb', 'status': 'completed', 'code': 200} Jun 18 10:20:54.317245 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6ccc105-2e44-4868-87bf-fe9831412f20 req-bd9f4f75-b333-4782-8efe-cdfcf2bae86b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146693 Jun 18 10:20:54.338230 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:54.339743 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] 10.222.0.61 "PUT /v2.0/ports/3e4e0bbc-68ae-4719-9054-2e690105cf17 HTTP/1.1" status: 200 len: 1093 time: 2.4939046 Jun 18 10:20:54.353706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Pushing event updated for resources: {'Port': ['ID=3e4e0bbc-68ae-4719-9054-2e690105cf17,revision_number=3']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:54.358388 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:54.763586 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-94ea140a-e696-4a83-bdbb-801370ea0600 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=32a809abfc704d488fc0d02e334b31da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187809 Jun 18 10:20:54.764888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-1372dbe9-07b8-4baf-abd1-0905455df42c req-d4255140-eaad-493f-adc3-5bd65313dae1 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Synchronizing usage tracker for tenant:34ecb123554446269271dd831c590d5d on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:20:54.928929 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-1372dbe9-07b8-4baf-abd1-0905455df42c req-d4255140-eaad-493f-adc3-5bd65313dae1 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Unset dirty status for tenant:34ecb123554446269271dd831c590d5d on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:20:54.930803 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1372dbe9-07b8-4baf-abd1-0905455df42c req-d4255140-eaad-493f-adc3-5bd65313dae1 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] 10.222.0.22 "GET /v2.0/ports?device_id=93f1bd31-ffd3-48dd-8275-9b7e9231886e HTTP/1.1" status: 200 len: 210 time: 0.2867930 Jun 18 10:20:54.988947 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-7db40168-47bf-4f78-9c43-432631df3fbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 1096 time: 0.4393902 Jun 18 10:20:54.999505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caef7b-a8f7-420e-a881-9ccb276d435a req-d84c4c9d-6774-4340-b6b3-c772fc15accf tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:55.001019 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e9caef7b-a8f7-420e-a881-9ccb276d435a req-d84c4c9d-6774-4340-b6b3-c772fc15accf tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.4017508 Jun 18 10:20:55.018224 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 42282) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:55.275220 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-c4ca1b21-f6d5-4294-acf3-cd15d89717c9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Request body: {'floatingip': {'port_id': '08109469-080e-44b8-8fff-c0c1ac967e85'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:55.375389 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d94ba1-58cf-440f-9320-c378539b502b req-08ec67eb-93ec-4274-8d27-4e381072f3b3 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:55.377494 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-08ec67eb-93ec-4274-8d27-4e381072f3b3 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5988753 Jun 18 10:20:55.513865 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Request body: {'port': {'device_id': '226e8bdb-e2f7-4de9-a1e2-52659c05b6ac', 'network_id': 'dd234f06-7207-4872-8b75-0f80d01ea276', 'admin_state_up': True, 'tenant_id': '32a809abfc704d488fc0d02e334b31da'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:20:55.651766 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-609b331c-672b-4d84-a395-7dc29219175f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4e0bbc-68ae-4719-9054-2e690105cf17 HTTP/1.1" status: 200 len: 217 time: 0.6342571 Jun 18 10:20:55.654140 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-99ceeb7a-606f-4d12-addd-eaf96e388c60 req-f078d698-ac21-4c66-8cb4-21f7560e66bb tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 210 time: 0.2923117 Jun 18 10:20:55.656894 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1b21-f6d5-4294-acf3-cd15d89717c9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:55.992746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-6b12c952-e4ff-41e2-8b77-10cf68c5a7cf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:55.994617 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-6b12c952-e4ff-41e2-8b77-10cf68c5a7cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d8c939c-1a25-4c7f-9c92-78a92c443c48 HTTP/1.1" status: 200 len: 855 time: 0.2779016 Jun 18 10:20:56.055519 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:56.105189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Usage tracker for resource:port and tenant:32a809abfc704d488fc0d02e334b31da is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:56.116111 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-5f5b07cc-91f0-43b6-8e69-22b7115e00a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0a1681a-8e45-45f9-a380-f6345a716a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142886 Jun 18 10:20:56.116950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:56.133716 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979bbaf-fa5f-4db8-8cc7-6bebf23aaaf3 req-cf4b324a-91fb-4084-9acb-f171c0ffa273 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:56.135313 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3979bbaf-fa5f-4db8-8cc7-6bebf23aaaf3 req-cf4b324a-91fb-4084-9acb-f171c0ffa273 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.8651512 Jun 18 10:20:56.146849 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:56.295567 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af95de4-96a9-4da0-83f2-bd8889f1d12c', 'tag': '3e4e0bbc-68ae-4719-9054-2e690105cf17'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:20:56.325822 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Made reservation on behalf of 32a809abfc704d488fc0d02e334b31da for: {'port': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:20:56.330821 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:56.479720 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e76035-fd90-4de7-9c66-a1e3e558a796 req-baee10a3-3890-4936-8776-5f0ae9f7167e tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:56.481503 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-80e76035-fd90-4de7-9c66-a1e3e558a796 req-baee10a3-3890-4936-8776-5f0ae9f7167e tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 943 time: 0.6809046 Jun 18 10:20:56.499539 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:56.560488 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3979bbaf-fa5f-4db8-8cc7-6bebf23aaaf3 req-7536f55f-ccd0-40c6-949a-02d74d9ba2fd tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887365 Jun 18 10:20:56.645209 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:20:56.651785 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-73b65098-35e5-468a-aac2-691837639866 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114887 Jun 18 10:20:56.658992 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Usage tracker for resource:security_group_rule and tenant:32a809abfc704d488fc0d02e334b31da is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:20:56.663296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:20:56.716145 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-80e76035-fd90-4de7-9c66-a1e3e558a796 req-03839e9a-87a9-4126-bb5c-b3bea172c924 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202110 Jun 18 10:20:56.721228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:20:56.763948 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af95de4-96a9-4da0-83f2-bd8889f1d12c', 'tag': '3e4e0bbc-68ae-4719-9054-2e690105cf17', 'status': 'completed', 'code': 200} Jun 18 10:20:57.528042 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0cf41316-6951-4e61-9f8b-b06eaccb3621 req-97cc2464-9e04-4ec1-8c81-08a313b2e04a tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 210 time: 0.2285056 Jun 18 10:20:57.581170 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cca42bad-aea6-4d48-8f02-90f027ce3fd2 req-6f87687e-06d1-40ba-8ca8-55fe1eafd455 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9139390 Jun 18 10:20:57.707806 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:57.807937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2854ab-b462-4139-8297-d46d11131dc2 req-153f083e-f4d7-4f48-8aa0-3bbb70a92d9d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:57.809616 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ac2854ab-b462-4139-8297-d46d11131dc2 req-153f083e-f4d7-4f48-8aa0-3bbb70a92d9d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.5114515 Jun 18 10:20:57.823203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:57.885969 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e66cf4b1-ea12-49d7-a18c-53f9201279ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:58.091533 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f113abec-60d6-42d6-8f42-adacb15e5583,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:58.107045 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:58.126677 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1b21-f6d5-4294-acf3-cd15d89717c9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:58.154149 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ac2854ab-b462-4139-8297-d46d11131dc2 req-7ff0f669-68c7-4f44-9c03-85bee900ee5f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692025 Jun 18 10:20:58.213308 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1b21-f6d5-4294-acf3-cd15d89717c9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:58.429493 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ec668-8891-4131-901b-ad97beae218f req-70a78bf9-f215-45f7-a624-a13852f294b2 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:58.431889 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-711ec668-8891-4131-901b-ad97beae218f req-70a78bf9-f215-45f7-a624-a13852f294b2 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.7186844 Jun 18 10:20:58.439577 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b53d7de6-efc8-4a3c-b668-78649bf1a818 req-a550c5fc-78dc-403b-9db3-dd5f5a9220d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 1099 time: 0.1191995 Jun 18 10:20:58.448979 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6bc68818-2d64-47b7-ba4b-34623e633bb6 req-d40971aa-cd1a-4174-b977-12331a1da8da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 1096 time: 0.7305412 Jun 18 10:20:58.501849 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b53d7de6-efc8-4a3c-b668-78649bf1a818 req-480738c4-72dc-42fa-ae97-ada8ec3a3fd4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519316 Jun 18 10:20:58.564854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Allocated IP 192.168.233.195 (dd234f06-7207-4872-8b75-0f80d01ea276/0307c730-cf57-481e-a303-d760f6f3441d/14f920e5-5bee-4a8c-88d8-d001c7b107ff) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:20:58.744550 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-711ec668-8891-4131-901b-ad97beae218f req-067a8583-4eea-4704-805c-497099527c43 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939348 Jun 18 10:20:58.847186 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68818-2d64-47b7-ba4b-34623e633bb6 req-bf16aa8d-e6e7-4d51-b68c-d318a6a8e501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:58.850633 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6bc68818-2d64-47b7-ba4b-34623e633bb6 req-bf16aa8d-e6e7-4d51-b68c-d318a6a8e501 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 200 len: 916 time: 0.3901095 Jun 18 10:20:59.024360 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3ec88-77c6-4ac0-a2b1-cb364d158412 req-6fe944aa-1818-4fb2-a792-dfffce181b02 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:59.026421 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e7b3ec88-77c6-4ac0-a2b1-cb364d158412 req-6fe944aa-1818-4fb2-a792-dfffce181b02 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 943 time: 0.7273300 Jun 18 10:20:59.433350 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6bc68818-2d64-47b7-ba4b-34623e633bb6 req-1d62c1b6-6cef-44cc-9030-9bc586cd8238 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4e0bbc-68ae-4719-9054-2e690105cf17 HTTP/1.1" status: 200 len: 217 time: 0.4936361 Jun 18 10:20:59.447870 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bc3950e9-aac8-4fdc-84a0-1b4720279d73 req-e9b8b415-178c-4b53-a452-de30fd8fd7b0 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 210 time: 0.4309738 Jun 18 10:20:59.598330 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e7b3ec88-77c6-4ac0-a2b1-cb364d158412 req-bfdf9d39-8888-4813-857c-a62c26bb9619 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590143 Jun 18 10:20:59.609347 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68818-2d64-47b7-ba4b-34623e633bb6 req-7fd19117-9512-4b3b-8cd7-17b2bbd325d7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:59.611071 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6bc68818-2d64-47b7-ba4b-34623e633bb6 req-7fd19117-9512-4b3b-8cd7-17b2bbd325d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d8c939c-1a25-4c7f-9c92-78a92c443c48 HTTP/1.1" status: 200 len: 855 time: 0.1568170 Jun 18 10:20:59.674790 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:59.692917 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6bc68818-2d64-47b7-ba4b-34623e633bb6 req-f9974da6-27d7-4ab7-bc40-34333c184d51 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0a1681a-8e45-45f9-a380-f6345a716a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675142 Jun 18 10:20:59.732344 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Transition to ACTIVE for port object 14f920e5-5bee-4a8c-88d8-d001c7b107ff will not be triggered until provisioned by entity DHCP. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:20:59.786109 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.l3_db [None req-c4ca1b21-f6d5-4294-acf3-cd15d89717c9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Floating IP 9c8d34be-9463-454d-92bb-192235ddeac6 associated. External IP: 172.28.2.192, port: 08109469-080e-44b8-8fff-c0c1ac967e85. Jun 18 10:21:00.146119 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 3e4e0bbc-68ae-4719-9054-2e690105cf17 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:21:00.189764 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:00.211742 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6bc68818-2d64-47b7-ba4b-34623e633bb6 req-5c0f77fc-0af0-4b20-8b3b-88d8be160e40 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091276 Jun 18 10:21:00.213622 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:00.353354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b877758-817d-4af7-b91d-69e50521c521 req-83a4b1bc-f096-45c3-b04d-1cbaf81a1edb tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:00.355077 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b877758-817d-4af7-b91d-69e50521c521 req-83a4b1bc-f096-45c3-b04d-1cbaf81a1edb tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.6243312 Jun 18 10:21:00.364929 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 3e4e0bbc-68ae-4719-9054-2e690105cf17, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=3e4e0bbc-68ae-4719-9054-2e690105cf17,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:00.372156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Pushing event updated for resources: {'Port': ['ID=14f920e5-5bee-4a8c-88d8-d001c7b107ff,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:00.386705 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:00.386798 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '3e4e0bbc-68ae-4719-9054-2e690105cf17', 'network_id': 'a0a1681a-8e45-45f9-a380-f6345a716a03', 'port_id': '3e4e0bbc-68ae-4719-9054-2e690105cf17', 'mac_address': 'fa:16:3e:0e:34:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8c939c-1a25-4c7f-9c92-78a92c443c48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:21:00.421078 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Network dd234f06-7207-4872-8b75-0f80d01ea276 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:21:00.456398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:00.474681 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4e0bbc-68ae-4719-9054-2e690105cf17 {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:21:00.493983 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 3e4e0bbc-68ae-4719-9054-2e690105cf17, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=3e4e0bbc-68ae-4719-9054-2e690105cf17,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:00.494207 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:21:00.514115 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c86985-abe0-47d1-a1c5-e108bb6fdddb req-102946d4-42b6-456c-ba86-bcf7cb994d78 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:00.516342 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-44c86985-abe0-47d1-a1c5-e108bb6fdddb req-102946d4-42b6-456c-ba86-bcf7cb994d78 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.5223711 Jun 18 10:21:00.517355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:21:00.522010 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:00.522730 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:00.544132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:00.546692 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:00.662851 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b877758-817d-4af7-b91d-69e50521c521 req-46f08bbe-2a33-40d7-8192-90a517866297 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865887 Jun 18 10:21:00.663420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=3e4e0bbc-68ae-4719-9054-2e690105cf17,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:00.692714 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:00.694339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:00.695506 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:00.696759 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2021692 Jun 18 10:21:00.697252 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:00.698259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:00.699207 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:00.700622 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:00.701902 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6bc68818-2d64-47b7-ba4b-34623e633bb6 req-437dfc44-0431-45d9-8f9f-957e3aa8f996 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005098 Jun 18 10:21:00.706882 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-44c86985-abe0-47d1-a1c5-e108bb6fdddb req-31ab0d03-d812-4998-b8d5-6e95eb7ac923 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733599 Jun 18 10:21:00.711837 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:00.711837 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:00.711837 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:00.711837 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:00.726606 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:00.744777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Request body: {'port': {'device_id': '226e8bdb-e2f7-4de9-a1e2-52659c05b6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:21:01.036578 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['3e4e0bbc-68ae-4719-9054-2e690105cf17'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:21:01.073790 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-a01e874b-b7fc-4879-9ec0-038eba0c3613 None None] Provisioning for port 14f920e5-5bee-4a8c-88d8-d001c7b107ff completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:21:01.096050 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-a01e874b-b7fc-4879-9ec0-038eba0c3613 None None] Provisioning complete for port 14f920e5-5bee-4a8c-88d8-d001c7b107ff triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:21:01.096772 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a01e874b-b7fc-4879-9ec0-038eba0c3613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:01.173083 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-a01e874b-b7fc-4879-9ec0-038eba0c3613 None None] Port 14f920e5-5bee-4a8c-88d8-d001c7b107ff cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:21:01.291168 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:01.398207 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b02115-7d3c-496c-8952-f7cca2079519 req-f7a8fa0b-afeb-43ae-ad53-7ce7de8a182c tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:01.399580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-a2b02115-7d3c-496c-8952-f7cca2079519 req-f7a8fa0b-afeb-43ae-ad53-7ce7de8a182c tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Synchronizing usage tracker for tenant:32a809abfc704d488fc0d02e334b31da on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:21:01.459525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd467fe-f250-4811-a39a-9aeda576e145 req-3c8560a3-6c79-4280-8119-d44b2d5457b8 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:01.462289 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5dd467fe-f250-4811-a39a-9aeda576e145 req-3c8560a3-6c79-4280-8119-d44b2d5457b8 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 944 time: 0.5177376 Jun 18 10:21:01.655948 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-a2b02115-7d3c-496c-8952-f7cca2079519 req-f7a8fa0b-afeb-43ae-ad53-7ce7de8a182c tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Unset dirty status for tenant:32a809abfc704d488fc0d02e334b31da on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:21:01.664892 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a2b02115-7d3c-496c-8952-f7cca2079519 req-f7a8fa0b-afeb-43ae-ad53-7ce7de8a182c tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 936 time: 0.7871373 Jun 18 10:21:02.067879 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5dd467fe-f250-4811-a39a-9aeda576e145 req-34408735-4ead-4853-a441-f4d44f02ec42 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733273 Jun 18 10:21:02.076931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-a2b02115-7d3c-496c-8952-f7cca2079519 req-bf638311-ab82-4cb8-984f-225692ef481e tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Synchronizing usage tracker for tenant:32a809abfc704d488fc0d02e334b31da on resource:security_group {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:21:02.187120 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ca1b21-f6d5-4294-acf3-cd15d89717c9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Router a194f75c-a04b-46b9-8696-55b6dab7aac3 has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:21:02.237535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-a2b02115-7d3c-496c-8952-f7cca2079519 req-bf638311-ab82-4cb8-984f-225692ef481e tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Unset dirty status for tenant:32a809abfc704d488fc0d02e334b31da on resource:security_group {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:21:02.238754 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a2b02115-7d3c-496c-8952-f7cca2079519 req-bf638311-ab82-4cb8-984f-225692ef481e tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719066 Jun 18 10:21:02.509308 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f920e5-5bee-4a8c-88d8-d001c7b107ff {{(pid=82215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:21:02.531436 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:02.533616 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 42404) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:02.578196 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Transition to ACTIVE for port object 14f920e5-5bee-4a8c-88d8-d001c7b107ff will not be triggered until provisioned by entity L2. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:21:02.619214 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252737f0-5fed-4e77-8797-5c12a196042f req-2a702f69-b685-4fef-9f61-9134d3ee25f3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:02.622175 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-252737f0-5fed-4e77-8797-5c12a196042f req-2a702f69-b685-4fef-9f61-9134d3ee25f3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.3867116 Jun 18 10:21:02.665710 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:02.672909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:02.719027 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd3b4b-8ce7-4992-8c3b-a96648527e36 req-5eb12f40-f09b-47af-91d3-d706f9bb357c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:02.721190 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-89bd3b4b-8ce7-4992-8c3b-a96648527e36 req-5eb12f40-f09b-47af-91d3-d706f9bb357c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.3248446 Jun 18 10:21:02.724664 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-22f860ff-38bd-456c-b12e-bf4e5af8b310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:02.762750 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-22f860ff-38bd-456c-b12e-bf4e5af8b310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:21:02.771644 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-22f860ff-38bd-456c-b12e-bf4e5af8b310 admin admin] Usage tracker for resource:security_group_rule and tenant:3e64b3c986cc4333a715fee84978bd6b is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:21:02.776089 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-22f860ff-38bd-456c-b12e-bf4e5af8b310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:21:02.784476 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-22f860ff-38bd-456c-b12e-bf4e5af8b310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:21:02.873282 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-252737f0-5fed-4e77-8797-5c12a196042f req-1fd534aa-8a13-41fc-b1b6-f33e976874f2 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409444 Jun 18 10:21:02.880867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-22f860ff-38bd-456c-b12e-bf4e5af8b310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:02.889668 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=14f920e5-5bee-4a8c-88d8-d001c7b107ff,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:02.895758 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:02.918584 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-22f860ff-38bd-456c-b12e-bf4e5af8b310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:02.923511 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-89bd3b4b-8ce7-4992-8c3b-a96648527e36 req-6614a8e3-cecf-48ba-89a7-0b3de2229f29 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881535 Jun 18 10:21:02.955517 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9378c5a9-b145-471c-b6b1-47e4aa8a8bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:02.988431 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f860ff-38bd-456c-b12e-bf4e5af8b310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c99605c-8132-4158-af44-8bc72688da33,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:02.994891 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-22f860ff-38bd-456c-b12e-bf4e5af8b310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:02.998946 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-22f860ff-38bd-456c-b12e-bf4e5af8b310 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e64b3c986cc4333a715fee84978bd6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4634767 Jun 18 10:21:03.001854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 42418) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:03.019378 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Attempting to bind port 14f920e5-5bee-4a8c-88d8-d001c7b107ff on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:21:03.020079 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Attempting to bind port 14f920e5-5bee-4a8c-88d8-d001c7b107ff by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'b34482fb-f201-4b41-8583-d4dca08a4549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dd234f06-7207-4872-8b75-0f80d01ea276'}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:21:03.020520 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Attempting to bind port 14f920e5-5bee-4a8c-88d8-d001c7b107ff on network dd234f06-7207-4872-8b75-0f80d01ea276 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:21:03.033343 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Port 14f920e5-5bee-4a8c-88d8-d001c7b107ff on network dd234f06-7207-4872-8b75-0f80d01ea276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:21:03.033859 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Attempting to bind port 14f920e5-5bee-4a8c-88d8-d001c7b107ff on network dd234f06-7207-4872-8b75-0f80d01ea276 {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:21:03.046943 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:21:03.047741 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Checking segment: {'id': 'b34482fb-f201-4b41-8583-d4dca08a4549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dd234f06-7207-4872-8b75-0f80d01ea276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:21:03.048262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Bound using segment: {'id': 'b34482fb-f201-4b41-8583-d4dca08a4549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dd234f06-7207-4872-8b75-0f80d01ea276'} {{(pid=82215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:21:03.048845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Bound port: 14f920e5-5bee-4a8c-88d8-d001c7b107ff, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34482fb-f201-4b41-8583-d4dca08a4549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dd234f06-7207-4872-8b75-0f80d01ea276'}}] {{(pid=82215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:21:03.049321 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:03.075306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ca1b21-f6d5-4294-acf3-cd15d89717c9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:21:03.087854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3791fd35-5646-43d8-af80-6b45210499ea None None] Sync routers for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:21:03.093007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1b21-f6d5-4294-acf3-cd15d89717c9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:03.099388 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f640b935-d251-4c9e-b4c7-7ed433086523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:03.104324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3791fd35-5646-43d8-af80-6b45210499ea None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:21:03.105324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-3791fd35-5646-43d8-af80-6b45210499ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:20:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:03.207122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f640b935-d251-4c9e-b4c7-7ed433086523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:03.264838 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c4ca1b21-f6d5-4294-acf3-cd15d89717c9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "PUT /v2.0/floatingips/9c8d34be-9463-454d-92bb-192235ddeac6 HTTP/1.1" status: 200 len: 992 time: 8.2450562 Jun 18 10:21:03.271049 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:21:03.289755 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] For port 14f920e5-5bee-4a8c-88d8-d001c7b107ff, host hv-cinder-79702, cleared binding levels {{(pid=82215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:21:03.298286 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f640b935-d251-4c9e-b4c7-7ed433086523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:03.306106 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-22f860ff-38bd-456c-b12e-bf4e5af8b310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:03.315858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] For port 14f920e5-5bee-4a8c-88d8-d001c7b107ff, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=14f920e5-5bee-4a8c-88d8-d001c7b107ff,segment=NetworkSegment(b34482fb-f201-4b41-8583-d4dca08a4549),segment_id=b34482fb-f201-4b41-8583-d4dca08a4549)] {{(pid=82215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:21:03.327890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f640b935-d251-4c9e-b4c7-7ed433086523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:03.332054 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-f640b935-d251-4c9e-b4c7-7ed433086523 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c99605c-8132-4158-af44-8bc72688da33 HTTP/1.1" status: 204 len: 168 time: 0.3290017 Jun 18 10:21:03.335388 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640b935-d251-4c9e-b4c7-7ed433086523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c99605c-8132-4158-af44-8bc72688da33,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:03.338236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f640b935-d251-4c9e-b4c7-7ed433086523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:03.411046 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:03.420889 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-459f1c27-a3f6-44ec-974b-9da469b330dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:03.473147 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-3791fd35-5646-43d8-af80-6b45210499ea None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:21:03.522656 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:03.524888 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] 10.222.0.61 "PUT /v2.0/ports/14f920e5-5bee-4a8c-88d8-d001c7b107ff HTTP/1.1" status: 200 len: 1098 time: 2.8046401 Jun 18 10:21:03.561012 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=14f920e5-5bee-4a8c-88d8-d001c7b107ff,revision_number=3']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:03.567135 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:03.625762 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5dc64-70c6-437e-930e-d06d94a1ad05 req-7c590ba1-e398-4f97-8429-b51de55f0d67 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:03.646031 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bce5dc64-70c6-437e-930e-d06d94a1ad05 req-7c590ba1-e398-4f97-8429-b51de55f0d67 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 944 time: 0.3134718 Jun 18 10:21:03.893610 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bce5dc64-70c6-437e-930e-d06d94a1ad05 req-84ceb6fd-c4de-46a3-83bb-ba556024ac90 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464912 Jun 18 10:21:03.931135 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-28eb6f41-9512-4d8c-8890-836989fec486 req-68be8c77-3114-4c00-81cf-006896e6967a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6627bb315bdf443d8165739a893987ff&device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 1099 time: 0.1761765 Jun 18 10:21:03.931976 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-5497fc87-53ea-4b73-8ef1-39e1139e6b2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32a809abfc704d488fc0d02e334b31da&device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 1101 time: 0.2746408 Jun 18 10:21:04.147704 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-3791fd35-5646-43d8-af80-6b45210499ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '9c8d34be-9463-454d-92bb-192235ddeac6', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'floating_ip_address': '172.28.2.192', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'port_id': '08109469-080e-44b8-8fff-c0c1ac967e85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'mac_address': 'fa:16:3e:e3:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa54f2-9112-4821-b186-b9f20b355c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:20:19Z', 'updated_at': '2021-06-18T10:20:57Z', 'revision_number': 1, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:20Z', 'revision_number': 5, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:04.165421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3791fd35-5646-43d8-af80-6b45210499ea None None] Checking router: a194f75c-a04b-46b9-8696-55b6dab7aac3 for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:21:04.188667 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 3e4e0bbc-68ae-4719-9054-2e690105cf17 up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:21:04.191672 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3791fd35-5646-43d8-af80-6b45210499ea None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:21:04.193304 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-3791fd35-5646-43d8-af80-6b45210499ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:20:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:04.262260 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-01382627-f9cb-4073-9580-ec4ca38d377d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=14f920e5-5bee-4a8c-88d8-d001c7b107ff HTTP/1.1" status: 200 len: 217 time: 0.2519424 Jun 18 10:21:04.302986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 42448) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:04.374344 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9afa-e4ea-41fa-8cd7-d38d49c3fb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:04.382783 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85', 'status': 'completed', 'code': 200} Jun 18 10:21:04.419729 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port 3e4e0bbc-68ae-4719-9054-2e690105cf17 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:21:04.420844 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5ed3b2cd-d414-46a2-9644-ed3e382d75fd req-0898ae4e-041a-45f4-9fa7-21bff6ea06b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 1099 time: 0.2695055 Jun 18 10:21:04.425436 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 3e4e0bbc-68ae-4719-9054-2e690105cf17 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:21:04.426205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:04.430443 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-cbfc9afa-e4ea-41fa-8cd7-d38d49c3fb89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:21:04.434164 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-cbfc9afa-e4ea-41fa-8cd7-d38d49c3fb89 admin admin] Usage tracker for resource:security_group_rule and tenant:33513cafc50a4a2584facae4c56a6e8e is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:21:04.439661 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-cbfc9afa-e4ea-41fa-8cd7-d38d49c3fb89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:21:04.476499 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-cbfc9afa-e4ea-41fa-8cd7-d38d49c3fb89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:21:04.577503 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:04.589814 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d94ba1-58cf-440f-9320-c378539b502b req-224f7e19-907a-49a1-9f44-b85b5ba82e74 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:04.591213 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-224f7e19-907a-49a1-9f44-b85b5ba82e74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0307c730-cf57-481e-a303-d760f6f3441d HTTP/1.1" status: 200 len: 843 time: 0.2041755 Jun 18 10:21:04.592621 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb6f41-9512-4d8c-8890-836989fec486 req-fb739ed5-d555-40af-a262-927b9ddfa647 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:04.594185 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-28eb6f41-9512-4d8c-8890-836989fec486 req-fb739ed5-d555-40af-a262-927b9ddfa647 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 200 len: 920 time: 0.6449792 Jun 18 10:21:04.615933 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 3e4e0bbc-68ae-4719-9054-2e690105cf17, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=3e4e0bbc-68ae-4719-9054-2e690105cf17,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:04.617173 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af95de4-96a9-4da0-83f2-bd8889f1d12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4e0bbc-68ae-4719-9054-2e690105cf17'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:21:04.639063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3b2cd-d414-46a2-9644-ed3e382d75fd req-dad25448-c199-4098-b121-5209278641f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:04.641004 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5ed3b2cd-d414-46a2-9644-ed3e382d75fd req-dad25448-c199-4098-b121-5209278641f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 917 time: 0.2031989 Jun 18 10:21:04.652441 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:04.655809 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8a7a2761-a129-4297-b3ac-b348a1a621fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:04.662169 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-3791fd35-5646-43d8-af80-6b45210499ea None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:21:04.749274 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=3e4e0bbc-68ae-4719-9054-2e690105cf17,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:04.763417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:04.775901 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-28eb6f41-9512-4d8c-8890-836989fec486 req-9bf1d16c-4eb3-4b14-baf0-9ad491d6dc4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d HTTP/1.1" status: 200 len: 217 time: 0.1121442 Jun 18 10:21:04.795031 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5ed3b2cd-d414-46a2-9644-ed3e382d75fd req-50bac05b-31aa-4b8a-b77c-6e8b503127f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08109469-080e-44b8-8fff-c0c1ac967e85 HTTP/1.1" status: 200 len: 1000 time: 0.1430438 Jun 18 10:21:04.879433 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe96dc-3a86-49ec-ba78-64c40a3a280a req-1a5d2e9c-5403-4313-8769-258905dc4e9a tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:04.881112 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-04fe96dc-3a86-49ec-ba78-64c40a3a280a req-1a5d2e9c-5403-4313-8769-258905dc4e9a tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 948 time: 0.6177070 Jun 18 10:21:04.885144 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9afa-e4ea-41fa-8cd7-d38d49c3fb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:04.901008 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3b2cd-d414-46a2-9644-ed3e382d75fd req-eac0cbd6-8010-4bc3-9ad6-a0b92ee9b717 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:04.902681 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5ed3b2cd-d414-46a2-9644-ed3e382d75fd req-eac0cbd6-8010-4bc3-9ad6-a0b92ee9b717 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=249b3ba4-7c30-459c-9ca5-3024d11ab3e4 HTTP/1.1" status: 200 len: 855 time: 0.0945191 Jun 18 10:21:04.916734 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9afa-e4ea-41fa-8cd7-d38d49c3fb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:04.930528 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b525f90c-c454-468e-aa04-92c9bb924ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:04.936744 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb6f41-9512-4d8c-8890-836989fec486 req-cbca31c6-13d8-4f48-9ab4-3519dc755ef9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:04.936744 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-28eb6f41-9512-4d8c-8890-836989fec486 req-cbca31c6-13d8-4f48-9ab4-3519dc755ef9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=beebdc3d-813f-4399-b6cf-a6f502fb4a6e HTTP/1.1" status: 200 len: 859 time: 0.1483350 Jun 18 10:21:04.951660 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5cc39-3a25-4923-853e-2553b1044bec req-128f9de1-43a2-49ff-8613-596147a751f2 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:04.953346 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d9c5cc39-3a25-4923-853e-2553b1044bec req-128f9de1-43a2-49ff-8613-596147a751f2 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.5648577 Jun 18 10:21:04.997331 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-4972eb97-dff2-4e49-a18b-8d2f2e63a38b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd234f06-7207-4872-8b75-0f80d01ea276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3809593 Jun 18 10:21:05.076360 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-28eb6f41-9512-4d8c-8890-836989fec486 req-78f051ed-be99-46cb-9c7d-a54544aec9a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0c5a42a-7761-410a-a013-9d5829ac1f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213295 Jun 18 10:21:05.108983 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc9afa-e4ea-41fa-8cd7-d38d49c3fb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd99b97-84db-47aa-a163-98f53e32eef6,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:05.120968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cbfc9afa-e4ea-41fa-8cd7-d38d49c3fb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:05.137882 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-cbfc9afa-e4ea-41fa-8cd7-d38d49c3fb89 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33513cafc50a4a2584facae4c56a6e8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8330076 Jun 18 10:21:05.152665 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 42462) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:05.175414 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-3791fd35-5646-43d8-af80-6b45210499ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '9c8d34be-9463-454d-92bb-192235ddeac6', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'floating_ip_address': '172.28.2.192', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'port_id': '08109469-080e-44b8-8fff-c0c1ac967e85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'mac_address': 'fa:16:3e:e3:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa54f2-9112-4821-b186-b9f20b355c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:20:19Z', 'updated_at': '2021-06-18T10:20:57Z', 'revision_number': 1, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:20Z', 'revision_number': 5, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:05.182108 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3791fd35-5646-43d8-af80-6b45210499ea None None] The sync data for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb is: [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '9c8d34be-9463-454d-92bb-192235ddeac6', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'floating_ip_address': '172.28.2.192', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'port_id': '08109469-080e-44b8-8fff-c0c1ac967e85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'mac_address': 'fa:16:3e:e3:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa54f2-9112-4821-b186-b9f20b355c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:20:19Z', 'updated_at': '2021-06-18T10:20:57Z', 'revision_number': 1, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:20Z', 'revision_number': 5, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:21:05.256209 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-04fe96dc-3a86-49ec-ba78-64c40a3a280a req-af0b8bbf-49fd-472a-b6d6-b6bf1e39353f tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608561 Jun 18 10:21:05.301444 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5ed3b2cd-d414-46a2-9644-ed3e382d75fd req-9755d2a8-8a2f-408e-a434-fa5cda04d172 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36a98459-85f7-45ea-9d84-197536a50832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3498659 Jun 18 10:21:05.405493 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d9c27217-3801-4929-8c3c-0c04ff695d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:05.442942 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d9c27217-3801-4929-8c3c-0c04ff695d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:05.617338 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5ed3b2cd-d414-46a2-9644-ed3e382d75fd req-d58a087f-d045-4293-9d55-12e39183de92 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909677 Jun 18 10:21:05.625704 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d9c27217-3801-4929-8c3c-0c04ff695d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:05.634284 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:05.722876 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c27217-3801-4929-8c3c-0c04ff695d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd99b97-84db-47aa-a163-98f53e32eef6,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:05.726274 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2105ca41-7bc3-468f-8c61-cd1a23ccf327 None None] New status for floating IP 9c8d34be-9463-454d-92bb-192235ddeac6: ACTIVE {{(pid=82217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:21:05.731596 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d9c27217-3801-4929-8c3c-0c04ff695d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:05.796551 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d9c5cc39-3a25-4923-853e-2553b1044bec req-5aae5a48-fbb8-4683-a81c-3619d4d7e3be tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7855756 Jun 18 10:21:05.816377 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d9c27217-3801-4929-8c3c-0c04ff695d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:05.833902 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d9c27217-3801-4929-8c3c-0c04ff695d51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9fd99b97-84db-47aa-a163-98f53e32eef6 HTTP/1.1" status: 204 len: 168 time: 0.6706758 Jun 18 10:21:05.896360 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-b990a587-96b5-4dfd-ab95-779bf816958c service neutron] 10.222.0.61 "GET /v2.0/networks/dd234f06-7207-4872-8b75-0f80d01ea276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8806324 Jun 18 10:21:05.922164 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-28eb6f41-9512-4d8c-8890-836989fec486 req-7a3bcce5-ec3b-4f65-a60c-78ab25a04cfb service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8129134 Jun 18 10:21:05.969323 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af95de4-96a9-4da0-83f2-bd8889f1d12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4e0bbc-68ae-4719-9054-2e690105cf17', 'code': 200} Jun 18 10:21:06.062557 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5ed3b2cd-d414-46a2-9644-ed3e382d75fd req-7a30ee10-7589-4ce8-9d44-b667dd3132c8 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298160 Jun 18 10:21:06.403455 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226e8bdb-e2f7-4de9-a1e2-52659c05b6ac', 'tag': '14f920e5-5bee-4a8c-88d8-d001c7b107ff'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:21:06.552561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83a5f8-cdb2-4933-9093-a967866f214e req-d0e64914-15df-472f-a39d-adcaea34fe38 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:06.554532 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5f83a5f8-cdb2-4933-9093-a967866f214e req-d0e64914-15df-472f-a39d-adcaea34fe38 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.8504925 Jun 18 10:21:06.606777 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4f2e9e3d-8a6c-4049-b471-d9c8216bc8be req-6d146cbc-88c4-4da7-b6a8-9d6a882d4eb0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 1098 time: 0.0983028 Jun 18 10:21:06.671706 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4f2e9e3d-8a6c-4049-b471-d9c8216bc8be req-18a676fb-cc68-4d44-be4c-1eabcf0dbb1f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557654 Jun 18 10:21:06.694642 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9d94ba1-58cf-440f-9320-c378539b502b req-e4da732c-38fa-4cbb-880e-568d9dc95061 service neutron] 10.222.0.61 "GET /v2.0/networks/dd234f06-7207-4872-8b75-0f80d01ea276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7755280 Jun 18 10:21:06.757624 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5f83a5f8-cdb2-4933-9093-a967866f214e req-0ffe1d47-dcdc-4d7a-a41b-ff52a1d2669f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371155 Jun 18 10:21:06.763353 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-28eb6f41-9512-4d8c-8890-836989fec486 req-670e6d84-6d4c-41b6-bfaa-015b053635b5 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954225 Jun 18 10:21:06.785977 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42e03b-216f-490e-90f9-e549464eb3e1 req-2e75ae37-3996-4951-ba0b-138410892361 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:06.787625 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6e42e03b-216f-490e-90f9-e549464eb3e1 req-2e75ae37-3996-4951-ba0b-138410892361 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 945 time: 0.2530489 Jun 18 10:21:06.856306 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6e42e03b-216f-490e-90f9-e549464eb3e1 req-ca7befa7-305f-4b93-b39a-9c37d11e8fbd tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559704 Jun 18 10:21:06.929145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 42484) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:06.949687 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4ee980bf-8f39-4670-ae2f-3771bc81846e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:06.962929 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226e8bdb-e2f7-4de9-a1e2-52659c05b6ac', 'tag': '14f920e5-5bee-4a8c-88d8-d001c7b107ff', 'status': 'completed', 'code': 200} Jun 18 10:21:06.992995 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-4ee980bf-8f39-4670-ae2f-3771bc81846e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:21:06.996899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-4ee980bf-8f39-4670-ae2f-3771bc81846e admin admin] Usage tracker for resource:security_group_rule and tenant:2692eae9959a473cb3672573609e9dad is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:21:07.000397 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-4ee980bf-8f39-4670-ae2f-3771bc81846e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:21:07.007092 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-4ee980bf-8f39-4670-ae2f-3771bc81846e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:21:07.061436 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54599f16-bdd3-460b-b373-b82823088825 req-8b78fbd5-61cc-4f45-81dc-2db8c4c80031 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:07.063750 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-54599f16-bdd3-460b-b373-b82823088825 req-8b78fbd5-61cc-4f45-81dc-2db8c4c80031 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 948 time: 0.1451304 Jun 18 10:21:07.110235 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4ee980bf-8f39-4670-ae2f-3771bc81846e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:07.144098 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4ee980bf-8f39-4670-ae2f-3771bc81846e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:07.158160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-afc798c8-672f-47d1-9342-7901245282e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:07.202379 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-54599f16-bdd3-460b-b373-b82823088825 req-1fb471f3-0d39-40d7-9f7e-5be1586c2358 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318586 Jun 18 10:21:07.214974 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b3a9b98-57b1-44e0-ad49-1b1628d1d1d8 req-8fd62237-7e3f-427d-9598-6ac82b0f412d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32a809abfc704d488fc0d02e334b31da&device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 1101 time: 0.2086778 Jun 18 10:21:07.216862 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee980bf-8f39-4670-ae2f-3771bc81846e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf787dc-d081-425e-9c08-36ed4d2b9dbf,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:07.222480 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-4ee980bf-8f39-4670-ae2f-3771bc81846e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2692eae9959a473cb3672573609e9dad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2912440 Jun 18 10:21:07.222674 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4ee980bf-8f39-4670-ae2f-3771bc81846e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:07.225238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 42490) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:07.294564 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa567ac-adda-4df7-8bf6-cf4b8a80bb43 req-223be1e1-e480-4d16-852b-f1d440f4a50c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:07.296835 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0aa567ac-adda-4df7-8bf6-cf4b8a80bb43 req-223be1e1-e480-4d16-852b-f1d440f4a50c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1977565 Jun 18 10:21:07.338400 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a112-4eb5-4030-a24c-0ff428222eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:07.401071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a112-4eb5-4030-a24c-0ff428222eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:07.451362 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a9b98-57b1-44e0-ad49-1b1628d1d1d8 req-0ab47c86-1d3e-45a2-9286-18f490fc4dae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:07.453432 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b3a9b98-57b1-44e0-ad49-1b1628d1d1d8 req-0ab47c86-1d3e-45a2-9286-18f490fc4dae service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd234f06-7207-4872-8b75-0f80d01ea276 HTTP/1.1" status: 200 len: 870 time: 0.2123294 Jun 18 10:21:07.466266 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0aa567ac-adda-4df7-8bf6-cf4b8a80bb43 req-0c83e399-62fe-49ad-9ac2-303ab9dfc769 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174653 Jun 18 10:21:07.527535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a112-4eb5-4030-a24c-0ff428222eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:07.538854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:07.555868 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b3a9b98-57b1-44e0-ad49-1b1628d1d1d8 req-4fdad474-439c-4f60-b813-fc599ee6ce94 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=14f920e5-5bee-4a8c-88d8-d001c7b107ff HTTP/1.1" status: 200 len: 217 time: 0.0838244 Jun 18 10:21:07.568582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a112-4eb5-4030-a24c-0ff428222eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:07.571850 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e0a3a112-4eb5-4030-a24c-0ff428222eb0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ebf787dc-d081-425e-9c08-36ed4d2b9dbf HTTP/1.1" status: 204 len: 168 time: 0.3448377 Jun 18 10:21:07.573939 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3a112-4eb5-4030-a24c-0ff428222eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf787dc-d081-425e-9c08-36ed4d2b9dbf,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:07.591350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e0a3a112-4eb5-4030-a24c-0ff428222eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:07.640635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a9b98-57b1-44e0-ad49-1b1628d1d1d8 req-66f887d9-e5a2-4399-9c91-7e3fb9a15cb5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:07.642167 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b3a9b98-57b1-44e0-ad49-1b1628d1d1d8 req-66f887d9-e5a2-4399-9c91-7e3fb9a15cb5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0307c730-cf57-481e-a303-d760f6f3441d HTTP/1.1" status: 200 len: 843 time: 0.0757515 Jun 18 10:21:07.743331 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b3a9b98-57b1-44e0-ad49-1b1628d1d1d8 req-c3fcb5aa-74ea-4ebd-b3d9-78f698e37b5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd234f06-7207-4872-8b75-0f80d01ea276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0864730 Jun 18 10:21:07.928387 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b3a9b98-57b1-44e0-ad49-1b1628d1d1d8 req-1591d90c-dd4e-4509-bcde-344a66603de1 service neutron] 10.222.0.61 "GET /v2.0/networks/dd234f06-7207-4872-8b75-0f80d01ea276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734395 Jun 18 10:21:08.233687 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b3a9b98-57b1-44e0-ad49-1b1628d1d1d8 req-1219e3d8-97f5-4258-81ea-4fc4033f28c0 service neutron] 10.222.0.61 "GET /v2.0/networks/dd234f06-7207-4872-8b75-0f80d01ea276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945848 Jun 18 10:21:08.256029 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcca445-353b-4b9b-bca0-f829fd5e24fa req-20f92aaa-841b-43c5-93ba-919603fb88e1 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:08.257680 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-abcca445-353b-4b9b-bca0-f829fd5e24fa req-20f92aaa-841b-43c5-93ba-919603fb88e1 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.2818017 Jun 18 10:21:08.271426 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084426-a7a0-4c5a-99ab-fda18e24397c req-e83140ff-94c5-46e3-83cb-fe0520b2898b tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:08.273077 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-36084426-a7a0-4c5a-99ab-fda18e24397c req-e83140ff-94c5-46e3-83cb-fe0520b2898b tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 945 time: 0.2392604 Jun 18 10:21:08.374848 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-abcca445-353b-4b9b-bca0-f829fd5e24fa req-bbb9001c-c858-43f8-b550-94f7620ed1ea tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999112 Jun 18 10:21:08.380315 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-36084426-a7a0-4c5a-99ab-fda18e24397c req-810dcfff-519e-4e76-9739-e3dfc46a92c3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835731 Jun 18 10:21:08.625172 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40199154-2ba5-4a1a-b84c-0bf71abc5f5b req-a491442e-7ad8-4b48-b9ea-fdf614db01b3 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:08.625172 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-40199154-2ba5-4a1a-b84c-0bf71abc5f5b req-a491442e-7ad8-4b48-b9ea-fdf614db01b3 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 948 time: 0.1220725 Jun 18 10:21:08.707195 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-40199154-2ba5-4a1a-b84c-0bf71abc5f5b req-f6db3c1b-7372-4266-a72e-d64979e56b84 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759673 Jun 18 10:21:08.956319 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab696ff-b41b-4f45-9322-0bd75c99a18e req-8efa6b1d-2ef2-453c-858a-76eeb9bc3bdc tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:08.957954 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fab696ff-b41b-4f45-9322-0bd75c99a18e req-8efa6b1d-2ef2-453c-858a-76eeb9bc3bdc tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0925810 Jun 18 10:21:09.012261 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fab696ff-b41b-4f45-9322-0bd75c99a18e req-839c6f1f-1c51-49a7-aff7-7d4fff68e485 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473461 Jun 18 10:21:09.711720 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d22183-7594-4045-9eab-fbaf69270942 req-16caf4cf-e134-4067-a182-07b568e3a138 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:09.718090 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4d22183-7594-4045-9eab-fbaf69270942 req-16caf4cf-e134-4067-a182-07b568e3a138 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1798027 Jun 18 10:21:09.746727 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1eef47-4e55-4592-b91b-98c4438a6e7e req-0562e4bd-2d37-435f-ae85-6130d175ed3e tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:09.748319 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ac1eef47-4e55-4592-b91b-98c4438a6e7e req-0562e4bd-2d37-435f-ae85-6130d175ed3e tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 945 time: 0.1679988 Jun 18 10:21:09.857006 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4d22183-7594-4045-9eab-fbaf69270942 req-dcc63919-4005-4537-a588-cc75f0a83705 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311171 Jun 18 10:21:09.906149 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ac1eef47-4e55-4592-b91b-98c4438a6e7e req-f7129241-126a-448f-adb3-12ba309ba65f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899739 Jun 18 10:21:10.205479 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca340c-30ed-4e03-bedf-efb50bee4131 req-b155cd8c-dc23-4ca2-be49-8e11f015a17b tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:10.219365 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c7ca340c-30ed-4e03-bedf-efb50bee4131 req-b155cd8c-dc23-4ca2-be49-8e11f015a17b tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 948 time: 0.1453688 Jun 18 10:21:10.233015 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 14f920e5-5bee-4a8c-88d8-d001c7b107ff details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:21:10.329899 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c7ca340c-30ed-4e03-bedf-efb50bee4131 req-1c0602c3-d2a3-4eda-a419-7f5353d4136e tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089122 Jun 18 10:21:10.393586 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08def051-950a-4fba-8a25-e0698c1c0372 req-02a90f3d-a138-4d12-abc6-c1833568a942 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:10.395601 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-08def051-950a-4fba-8a25-e0698c1c0372 req-02a90f3d-a138-4d12-abc6-c1833568a942 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1333303 Jun 18 10:21:10.464290 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 14f920e5-5bee-4a8c-88d8-d001c7b107ff, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=14f920e5-5bee-4a8c-88d8-d001c7b107ff,segment=NetworkSegment(b34482fb-f201-4b41-8583-d4dca08a4549),segment_id=b34482fb-f201-4b41-8583-d4dca08a4549)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:10.471610 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-08def051-950a-4fba-8a25-e0698c1c0372 req-57664f17-b04e-4510-9b78-36deeebf3fbf tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669060 Jun 18 10:21:10.484762 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '14f920e5-5bee-4a8c-88d8-d001c7b107ff', 'network_id': 'dd234f06-7207-4872-8b75-0f80d01ea276', 'port_id': '14f920e5-5bee-4a8c-88d8-d001c7b107ff', 'mac_address': 'fa:16:3e:ab:37:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0307c730-cf57-481e-a303-d760f6f3441d', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:21:10.565640 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:10.588354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f920e5-5bee-4a8c-88d8-d001c7b107ff {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:21:10.605435 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 14f920e5-5bee-4a8c-88d8-d001c7b107ff, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=14f920e5-5bee-4a8c-88d8-d001c7b107ff,segment=NetworkSegment(b34482fb-f201-4b41-8583-d4dca08a4549),segment_id=b34482fb-f201-4b41-8583-d4dca08a4549)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:10.658387 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:10.671631 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1bbeb422-3468-4e12-bf71-b0aa67dc9560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:10.994881 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=14f920e5-5bee-4a8c-88d8-d001c7b107ff,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:11.000459 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:11.147481 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97746e1c-798d-43e0-b60e-7e868b0b8f6c req-92a07a61-ca35-42a2-8eab-a443c4b780b9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:11.161273 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-97746e1c-798d-43e0-b60e-7e868b0b8f6c req-92a07a61-ca35-42a2-8eab-a443c4b780b9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1135998 Jun 18 10:21:11.207402 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-97746e1c-798d-43e0-b60e-7e868b0b8f6c req-017a9628-0c82-4460-aac6-a87cf02a4a52 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497873 Jun 18 10:21:11.292349 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['14f920e5-5bee-4a8c-88d8-d001c7b107ff'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:21:11.527913 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 42630) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:11.706003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a38d8-24e9-494a-b84d-bfcef5aabf57 req-2ac7c8c0-2e29-4b25-a463-03e48d0ef9c7 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:11.708828 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-db3a38d8-24e9-494a-b84d-bfcef5aabf57 req-2ac7c8c0-2e29-4b25-a463-03e48d0ef9c7 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 949 time: 0.1424081 Jun 18 10:21:11.715721 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d99e9efc-fee6-44de-ae14-d46472023e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:11.755642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d99e9efc-fee6-44de-ae14-d46472023e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:21:11.760991 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d99e9efc-fee6-44de-ae14-d46472023e4f admin admin] Usage tracker for resource:security_group_rule and tenant:e406226a82fb4777aa35d9310abf8626 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:21:11.764807 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d99e9efc-fee6-44de-ae14-d46472023e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:21:11.773098 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d99e9efc-fee6-44de-ae14-d46472023e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:21:11.890404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d99e9efc-fee6-44de-ae14-d46472023e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:11.923321 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d99e9efc-fee6-44de-ae14-d46472023e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:11.933941 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6da178d9-bb3f-49b1-a6fd-d10f8c3caa80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:11.986351 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e9efc-fee6-44de-ae14-d46472023e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f638fb-d188-4185-9f08-5100caeded96,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:11.990073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d99e9efc-fee6-44de-ae14-d46472023e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:11.996281 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d99e9efc-fee6-44de-ae14-d46472023e4f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e406226a82fb4777aa35d9310abf8626&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4640098 Jun 18 10:21:11.997091 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 42642) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:12.014516 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-db3a38d8-24e9-494a-b84d-bfcef5aabf57 req-5fa668a9-80f2-4e34-9e7c-191b389dde29 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922494 Jun 18 10:21:12.022017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c7926-1887-4d9b-b7ab-081485a4263b req-0e99bd75-421f-4c65-abc0-66013fa302f0 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:12.026249 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-197c7926-1887-4d9b-b7ab-081485a4263b req-0e99bd75-421f-4c65-abc0-66013fa302f0 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.3861246 Jun 18 10:21:12.081101 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-197c7926-1887-4d9b-b7ab-081485a4263b req-b74c701d-850e-4271-b1b6-287d3941cc9e tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497303 Jun 18 10:21:12.089693 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b9d55af2-9988-414c-8aa2-250209442200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:12.126129 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b9d55af2-9988-414c-8aa2-250209442200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:12.224130 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b9d55af2-9988-414c-8aa2-250209442200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:12.231098 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e0a3a112-4eb5-4030-a24c-0ff428222eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:12.247559 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d55af2-9988-414c-8aa2-250209442200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f638fb-d188-4185-9f08-5100caeded96,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:12.262006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b9d55af2-9988-414c-8aa2-250209442200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:12.262921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b9d55af2-9988-414c-8aa2-250209442200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:12.264198 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b9d55af2-9988-414c-8aa2-250209442200 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82f638fb-d188-4185-9f08-5100caeded96 HTTP/1.1" status: 204 len: 168 time: 0.2664933 Jun 18 10:21:12.541126 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5325f-1d50-44c0-abda-a046dabb8503 req-f2f2b0fb-ff20-4927-b4e6-1ddfbff019ff tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:12.542888 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dbd5325f-1d50-44c0-abda-a046dabb8503 req-f2f2b0fb-ff20-4927-b4e6-1ddfbff019ff tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.0964267 Jun 18 10:21:12.658398 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dbd5325f-1d50-44c0-abda-a046dabb8503 req-a42475f3-3517-4aa9-9483-79df24c7b16d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076827 Jun 18 10:21:12.973960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 42670) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:12.998281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e6fffc59-ea00-4470-8f37-3550f932708d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.031736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.044153 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e6fffc59-ea00-4470-8f37-3550f932708d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:21:13.048661 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e6fffc59-ea00-4470-8f37-3550f932708d admin admin] Usage tracker for resource:security_group_rule and tenant:31ce1a6cdd1d4f2093a83426f135467e is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:21:13.051985 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e6fffc59-ea00-4470-8f37-3550f932708d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:21:13.063867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e6fffc59-ea00-4470-8f37-3550f932708d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:21:13.274203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e6fffc59-ea00-4470-8f37-3550f932708d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.315917 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e6fffc59-ea00-4470-8f37-3550f932708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.330084 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-156f8932-7e3d-4c52-b08d-b7fa69c6a4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:13.376876 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f279a-5d1f-413a-8028-a837e355c2fb req-54be690f-9057-4477-a909-1831a5fc44cb tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:13.378574 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-551f279a-5d1f-413a-8028-a837e355c2fb req-54be690f-9057-4477-a909-1831a5fc44cb tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 949 time: 0.1949520 Jun 18 10:21:13.420608 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e6fffc59-ea00-4470-8f37-3550f932708d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=31ce1a6cdd1d4f2093a83426f135467e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4426198 Jun 18 10:21:13.420608 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fffc59-ea00-4470-8f37-3550f932708d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a9eb34-e558-49ba-afc5-24cede2a1549,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:13.422284 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 42682) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:13.425542 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e6fffc59-ea00-4470-8f37-3550f932708d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:13.482120 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-551f279a-5d1f-413a-8028-a837e355c2fb req-05d403d2-b3f7-41ab-8a92-335f67ce14a4 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898216 Jun 18 10:21:13.511943 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c1bec702-52f5-4f32-bc9d-e82a2b0accb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.546751 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c1bec702-52f5-4f32-bc9d-e82a2b0accb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.643183 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c1bec702-52f5-4f32-bc9d-e82a2b0accb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.652018 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d9c27217-3801-4929-8c3c-0c04ff695d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:13.669003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bec702-52f5-4f32-bc9d-e82a2b0accb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a9eb34-e558-49ba-afc5-24cede2a1549,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:13.674850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c1bec702-52f5-4f32-bc9d-e82a2b0accb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:13.676793 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c1bec702-52f5-4f32-bc9d-e82a2b0accb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.678546 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c1bec702-52f5-4f32-bc9d-e82a2b0accb5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42a9eb34-e558-49ba-afc5-24cede2a1549 HTTP/1.1" status: 204 len: 168 time: 0.2543328 Jun 18 10:21:13.963471 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeaa64-5bde-4a21-8ed1-9faa96df7105 req-ea699f40-b039-4267-8882-45c0ec4eb103 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:13.965228 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ddbeaa64-5bde-4a21-8ed1-9faa96df7105 req-ea699f40-b039-4267-8882-45c0ec4eb103 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1247647 Jun 18 10:21:14.030832 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ddbeaa64-5bde-4a21-8ed1-9faa96df7105 req-c111d4d0-61d4-4932-998c-2f57600813ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572712 Jun 18 10:21:14.256683 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 14f920e5-5bee-4a8c-88d8-d001c7b107ff up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:21:14.358899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7b00c-5433-44a6-bb22-cf24da11a10b req-7d7d064b-20e1-43e5-842d-cc70a3242034 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:14.372146 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b7c7b00c-5433-44a6-bb22-cf24da11a10b req-7d7d064b-20e1-43e5-842d-cc70a3242034 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1311409 Jun 18 10:21:14.427073 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b7c7b00c-5433-44a6-bb22-cf24da11a10b req-1bc0ba86-1c9f-4004-8a0c-e6e6f3e7bb46 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488074 Jun 18 10:21:14.429238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port 14f920e5-5bee-4a8c-88d8-d001c7b107ff completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:21:14.437719 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 14f920e5-5bee-4a8c-88d8-d001c7b107ff triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:21:14.437719 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:14.603850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:14.640339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226e8bdb-e2f7-4de9-a1e2-52659c05b6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f920e5-5bee-4a8c-88d8-d001c7b107ff'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:21:14.654257 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 14f920e5-5bee-4a8c-88d8-d001c7b107ff, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=14f920e5-5bee-4a8c-88d8-d001c7b107ff,segment=NetworkSegment(b34482fb-f201-4b41-8583-d4dca08a4549),segment_id=b34482fb-f201-4b41-8583-d4dca08a4549)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:14.688426 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:14.690535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:14.775327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=14f920e5-5bee-4a8c-88d8-d001c7b107ff,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:14.786565 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:14.790476 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde0d92-c686-450a-9a1f-e96129aa8960 req-d07ee8ee-cb63-4020-a198-4b8e1ac6afda tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:14.792264 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8fde0d92-c686-450a-9a1f-e96129aa8960 req-d07ee8ee-cb63-4020-a198-4b8e1ac6afda tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 950 time: 0.1179700 Jun 18 10:21:14.848275 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8fde0d92-c686-450a-9a1f-e96129aa8960 req-e5b725a5-647a-4dee-a587-fce932e89ab8 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496709 Jun 18 10:21:14.987868 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226e8bdb-e2f7-4de9-a1e2-52659c05b6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f920e5-5bee-4a8c-88d8-d001c7b107ff', 'code': 200} Jun 18 10:21:15.127787 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:21:15.497867 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-c36e383d-18d3-4852-8819-673d1a1e0cd5 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-938962320&fields=id&tenant_id=29d61a1ffe634e9fb5919a898e19c25f HTTP/1.1" status: 200 len: 267 time: 0.0683844 Jun 18 10:21:15.624500 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d56be571-4df4-4dd7-8770-543103bfc83e req-f3a85140-cef8-41a7-8f8f-a5f07c8c1b4c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 1103 time: 0.2594032 Jun 18 10:21:15.793804 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d56be571-4df4-4dd7-8770-543103bfc83e req-4c9df0c6-ed64-499f-b2a1-2d600e8e95a3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104772 Jun 18 10:21:15.819308 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-1e15df37-02a2-4402-8a73-b7b64068215f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:15.821173 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-1e15df37-02a2-4402-8a73-b7b64068215f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/networks?id=779db24d-307c-429a-92f7-dadebdf386cd HTTP/1.1" status: 200 len: 809 time: 0.3113902 Jun 18 10:21:15.830341 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7661060-90ed-4653-af1b-b6ea22faaf3d req-cea18adb-54a8-4290-b29b-c4de05196fd1 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:15.832009 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d7661060-90ed-4653-af1b-b6ea22faaf3d req-cea18adb-54a8-4290-b29b-c4de05196fd1 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.2744071 Jun 18 10:21:15.868279 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-a10b5e0b-ad9b-462e-bd6f-6d4ef9c1010b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/quotas/29d61a1ffe634e9fb5919a898e19c25f HTTP/1.1" status: 200 len: 375 time: 0.0351329 Jun 18 10:21:15.969485 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d7661060-90ed-4653-af1b-b6ea22faaf3d req-255d0f13-3be1-461c-95a1-eb913335d248 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255157 Jun 18 10:21:16.018896 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-e4a8f003-393b-45e1-b2f7-85c609019f1f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=29d61a1ffe634e9fb5919a898e19c25f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1414628 Jun 18 10:21:16.193366 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-7de71b47-c780-4363-a20d-a6acd40f9688 service neutron] 10.222.0.22 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614454 Jun 18 10:21:16.328335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e116e593-8ec1-4d36-bf04-5379790a337d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:16.472377 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-82370e53-8562-40e8-9fc7-f9560dc55ffa service neutron] 10.222.0.22 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700250 Jun 18 10:21:16.505708 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d1735-7b05-42a6-8f67-7beed4a2be5c req-b7afafd3-c503-4274-ada5-ca438ea27cd7 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:16.507473 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-863d1735-7b05-42a6-8f67-7beed4a2be5c req-b7afafd3-c503-4274-ada5-ca438ea27cd7 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 950 time: 0.1489892 Jun 18 10:21:16.570804 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-863d1735-7b05-42a6-8f67-7beed4a2be5c req-9aa70e76-7499-4945-9745-54feab82e87f tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493989 Jun 18 10:21:17.287032 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909523b-d393-4dae-b815-f1e728ba35f7 req-296eca07-a694-4aac-81ac-d95d7280456d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:17.291016 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9909523b-d393-4dae-b815-f1e728ba35f7 req-296eca07-a694-4aac-81ac-d95d7280456d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1706212 Jun 18 10:21:17.373320 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9909523b-d393-4dae-b815-f1e728ba35f7 req-a74f1b07-b98c-4958-a202-b7f12589adf1 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761719 Jun 18 10:21:17.714904 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a815160b-4506-442b-b797-b3c80b9320ce req-5a24bb57-efdb-4972-8b28-3f47d95de969 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 210 time: 0.0920410 Jun 18 10:21:17.968737 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53647df5-de41-4513-8bef-6cca9cdbba2e req-4b2f79be-a984-4969-bbb7-8fb7bc1bb4a3 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:17.986391 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-53647df5-de41-4513-8bef-6cca9cdbba2e req-4b2f79be-a984-4969-bbb7-8fb7bc1bb4a3 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 950 time: 0.1225476 Jun 18 10:21:18.026148 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:18.093922 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-53647df5-de41-4513-8bef-6cca9cdbba2e req-0df4991c-db15-4577-a56d-91ae0ab425a9 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060646 Jun 18 10:21:18.805968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d8881-7520-44b3-88e6-cbd4617090a3 req-9fa5b6a4-39aa-4d8a-8812-57f36234eefa tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:18.807737 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-120d8881-7520-44b3-88e6-cbd4617090a3 req-9fa5b6a4-39aa-4d8a-8812-57f36234eefa tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1316965 Jun 18 10:21:18.860785 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f8736003-3d4b-4929-92fc-d9ab3d9ac023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:18.872212 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-120d8881-7520-44b3-88e6-cbd4617090a3 req-3ea56751-cc0f-491c-97f2-f63fb4394fed tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570979 Jun 18 10:21:19.188851 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dab479e8-342a-44d0-9d1e-d5ebbbc4306b req-8b6b251e-1490-4b22-80ae-fad81265bcb1 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 210 time: 0.0725725 Jun 18 10:21:19.197173 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:19.542696 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0958831-d1e0-4a9e-80de-1f7b2088711c req-c79d44b3-26f9-4367-805d-af56dc3b71c2 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:19.544591 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f0958831-d1e0-4a9e-80de-1f7b2088711c req-c79d44b3-26f9-4367-805d-af56dc3b71c2 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 950 time: 0.1791232 Jun 18 10:21:19.661521 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f0958831-d1e0-4a9e-80de-1f7b2088711c req-eaf9c60d-3c96-4036-8c5a-56431dec4f16 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026769 Jun 18 10:21:19.804364 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37d627-c383-41fc-bf2b-5bb5e24bc995 req-15c0d77a-8b30-4c64-8d90-8a0735e1b3f9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:19.808276 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa37d627-c383-41fc-bf2b-5bb5e24bc995 req-15c0d77a-8b30-4c64-8d90-8a0735e1b3f9 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1432185 Jun 18 10:21:19.936121 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fa37d627-c383-41fc-bf2b-5bb5e24bc995 req-1993a9b2-aead-4819-b806-f5267623a25c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200695 Jun 18 10:21:20.000488 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dc0576c9-82ef-44a5-8a2d-ac3b08c833d8 req-a106652a-cc9c-4654-8ce6-58f57ebc61bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa98b03e73be430aa86512a0c9c28b17&device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 1098 time: 0.1625445 Jun 18 10:21:20.247989 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0576c9-82ef-44a5-8a2d-ac3b08c833d8 req-8bb73938-a708-4921-bd1e-a2be92ea0fff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:20.250012 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dc0576c9-82ef-44a5-8a2d-ac3b08c833d8 req-8bb73938-a708-4921-bd1e-a2be92ea0fff service neutron] 10.222.0.61 "GET /v2.0/networks?id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b HTTP/1.1" status: 200 len: 911 time: 0.2380250 Jun 18 10:21:20.403023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:20.758664 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-78ad27d7-3c1c-4b2e-af0a-b4b6785705d2 req-ce21d05b-f124-42b5-afeb-a267dafc62cb tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 210 time: 0.3310692 Jun 18 10:21:20.795736 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dc0576c9-82ef-44a5-8a2d-ac3b08c833d8 req-fa98afbf-6b89-40ff-82bb-99c782fde139 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc05b38f-611d-4ed9-b3b1-0e3301a9d591 HTTP/1.1" status: 200 len: 1000 time: 0.5357530 Jun 18 10:21:20.964735 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0576c9-82ef-44a5-8a2d-ac3b08c833d8 req-6280de70-013e-4e13-b042-5035bb2ff0d0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:20.966473 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dc0576c9-82ef-44a5-8a2d-ac3b08c833d8 req-6280de70-013e-4e13-b042-5035bb2ff0d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32310b40-dde4-4045-b65a-97e81d3f1bf5 HTTP/1.1" status: 200 len: 849 time: 0.1624558 Jun 18 10:21:21.096123 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8f0aad45-de00-45f3-8bb9-2104db8c0692 req-1900d704-2111-4b3c-bf8f-aad9fda59162 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6627bb315bdf443d8165739a893987ff&device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 1099 time: 0.6141918 Jun 18 10:21:21.109279 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-dc812fcc-d759-4be1-932e-68e2c2bf47e0 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:21.110610 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-dc812fcc-d759-4be1-932e-68e2c2bf47e0 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Synchronizing usage tracker for tenant:29d61a1ffe634e9fb5919a898e19c25f on resource:network {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:21:21.213787 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92213bcc-78d4-414c-a91f-525133f8fbab req-deabf2b2-05fa-4685-8bfc-c3fe8a175b0d tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:21.215240 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-92213bcc-78d4-414c-a91f-525133f8fbab req-deabf2b2-05fa-4685-8bfc-c3fe8a175b0d tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.6871996 Jun 18 10:21:21.231334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-dc812fcc-d759-4be1-932e-68e2c2bf47e0 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Unset dirty status for tenant:29d61a1ffe634e9fb5919a898e19c25f on resource:network {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:21:21.232640 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-dc812fcc-d759-4be1-932e-68e2c2bf47e0 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.61 "GET /v2.0/networks?id=779db24d-307c-429a-92f7-dadebdf386cd HTTP/1.1" status: 200 len: 809 time: 0.3761966 Jun 18 10:21:21.342410 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-13afdbb9-80a1-40f7-b55e-310798b877d0 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Synchronizing usage tracker for tenant:29d61a1ffe634e9fb5919a898e19c25f on resource:security_group {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:21:21.396604 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-13afdbb9-80a1-40f7-b55e-310798b877d0 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Unset dirty status for tenant:29d61a1ffe634e9fb5919a898e19c25f on resource:security_group {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:21:21.398477 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-13afdbb9-80a1-40f7-b55e-310798b877d0 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29d61a1ffe634e9fb5919a898e19c25f HTTP/1.1" status: 200 len: 7063 time: 0.1424177 Jun 18 10:21:21.416763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Request body: {'port': {'device_id': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'admin_state_up': True, 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'security_groups': ['c3bf990c-2037-48cf-8533-e4b880cee2cb']}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:21:21.417341 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e50ff-c0c3-461d-ad08-8ede530092f1 req-9cbd4320-aed1-44c2-b651-e5e293d486a5 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:21.420831 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7f9e50ff-c0c3-461d-ad08-8ede530092f1 req-9cbd4320-aed1-44c2-b651-e5e293d486a5 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 950 time: 0.5080566 Jun 18 10:21:21.493992 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dc0576c9-82ef-44a5-8a2d-ac3b08c833d8 req-24d3d8d3-c400-4154-ab5e-50edf4ec8904 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4994438 Jun 18 10:21:21.508372 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-92213bcc-78d4-414c-a91f-525133f8fbab req-c7cb5a13-c024-4323-8aa7-b4491e9eb93c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580316 Jun 18 10:21:21.598458 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aad45-de00-45f3-8bb9-2104db8c0692 req-56e4970c-47fa-4a6f-b191-345beb0e746e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:21.602967 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8f0aad45-de00-45f3-8bb9-2104db8c0692 req-56e4970c-47fa-4a6f-b191-345beb0e746e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 200 len: 920 time: 0.4833555 Jun 18 10:21:21.670888 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7f9e50ff-c0c3-461d-ad08-8ede530092f1 req-b1fa4c64-5bb5-4c92-b295-1487cf369f61 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330108 Jun 18 10:21:21.781870 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8f0aad45-de00-45f3-8bb9-2104db8c0692 req-bfc1ae11-fb1f-426e-96c6-2db2be5b7536 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d HTTP/1.1" status: 200 len: 217 time: 0.1096413 Jun 18 10:21:21.865068 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 42900) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:21.953158 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:21:21.968095 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Usage tracker for resource:port and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:21:21.972870 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:21:21.985730 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:21:22.016644 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aad45-de00-45f3-8bb9-2104db8c0692 req-c70161c0-a345-455c-b4d7-93523d816679 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:22.018257 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8f0aad45-de00-45f3-8bb9-2104db8c0692 req-c70161c0-a345-455c-b4d7-93523d816679 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=beebdc3d-813f-4399-b6cf-a6f502fb4a6e HTTP/1.1" status: 200 len: 859 time: 0.1946347 Jun 18 10:21:22.021569 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ad39e-6d3f-4424-a7f8-33f79dbac69b req-e37c0783-f86e-4651-a467-c8f747964bc1 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:22.024331 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6d7ad39e-6d3f-4424-a7f8-33f79dbac69b req-e37c0783-f86e-4651-a467-c8f747964bc1 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.61 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 950 time: 0.2731085 Jun 18 10:21:22.033087 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5498cb-bfad-4b50-8d32-6c9539947a54 admin admin] Deleting subnet 27ab5f1a-6f4d-4495-9c7e-5624cb791376 {{(pid=82215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:21:22.041972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8e5498cb-bfad-4b50-8d32-6c9539947a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:22.042651 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Made reservation on behalf of 29d61a1ffe634e9fb5919a898e19c25f for: {'port': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:21:22.048975 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:22.075866 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dc0576c9-82ef-44a5-8a2d-ac3b08c833d8 req-ceaa747e-e24c-4aaf-8068-ab2eb3bf30af service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527887 Jun 18 10:21:22.181567 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8f0aad45-de00-45f3-8bb9-2104db8c0692 req-86e57813-242f-4322-82ee-9a814fd26e9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0c5a42a-7761-410a-a013-9d5829ac1f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046681 Jun 18 10:21:22.283173 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-6d7ad39e-6d3f-4424-a7f8-33f79dbac69b req-d9ab4dc7-72b3-4fe9-a095-cb7de1aa2ec9 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Deleting port 14f920e5-5bee-4a8c-88d8-d001c7b107ff {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:22.283403 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-6d7ad39e-6d3f-4424-a7f8-33f79dbac69b req-d9ab4dc7-72b3-4fe9-a095-cb7de1aa2ec9 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:22.314217 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8e5498cb-bfad-4b50-8d32-6c9539947a54 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:22.375387 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760a489-1592-400a-b745-f07a977693fb req-c3953ef6-3be8-4e10-992a-fe15f5e249ab tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:22.377159 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7760a489-1592-400a-b745-f07a977693fb req-c3953ef6-3be8-4e10-992a-fe15f5e249ab tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.6066203 Jun 18 10:21:22.397587 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8e5498cb-bfad-4b50-8d32-6c9539947a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:22.486877 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb9be76a-0550-489b-ad55-fd6096afa5a4 req-085e048c-4b8f-47c8-9768-69d7e473a4cb tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 210 time: 0.1924746 Jun 18 10:21:22.644598 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Allocated IP 172.20.0.12 (779db24d-307c-429a-92f7-dadebdf386cd/534e7a3e-971a-4d53-bcf5-277afec370c4/6f5ef2fa-4296-4d67-bf1f-76f917fe66ba) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:21:22.703268 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dc0576c9-82ef-44a5-8a2d-ac3b08c833d8 req-883f099a-a812-450a-be1e-9d44b39c26bb service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709684 Jun 18 10:21:22.886044 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7760a489-1592-400a-b745-f07a977693fb req-27737c48-9e39-4b4b-9556-6a322924ddec tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4528115 Jun 18 10:21:22.895118 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8f0aad45-de00-45f3-8bb9-2104db8c0692 req-9f846f00-1f1f-4e2f-9081-314b5591f6e3 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6951611 Jun 18 10:21:22.959870 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-6d7ad39e-6d3f-4424-a7f8-33f79dbac69b req-d9ab4dc7-72b3-4fe9-a095-cb7de1aa2ec9 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] For port 14f920e5-5bee-4a8c-88d8-d001c7b107ff, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=14f920e5-5bee-4a8c-88d8-d001c7b107ff,segment=NetworkSegment(b34482fb-f201-4b41-8583-d4dca08a4549),segment_id=b34482fb-f201-4b41-8583-d4dca08a4549)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:22.960290 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-6d7ad39e-6d3f-4424-a7f8-33f79dbac69b req-d9ab4dc7-72b3-4fe9-a095-cb7de1aa2ec9 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.358451 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-6d7ad39e-6d3f-4424-a7f8-33f79dbac69b req-d9ab4dc7-72b3-4fe9-a095-cb7de1aa2ec9 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Calling delete_port for 14f920e5-5bee-4a8c-88d8-d001c7b107ff owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:23.487417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.557030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Transition to ACTIVE for port object 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba will not be triggered until provisioned by entity DHCP. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:21:23.590234 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff46f6-3eb2-4e8f-8c55-76f498e0affd req-1aa792c9-d9e6-464b-a95d-de0262e89c81 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:23.591959 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-95ff46f6-3eb2-4e8f-8c55-76f498e0affd req-1aa792c9-d9e6-464b-a95d-de0262e89c81 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.7795899 Jun 18 10:21:23.594269 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8f0aad45-de00-45f3-8bb9-2104db8c0692 req-24c8661d-1c99-439d-b30e-935ce5f17b31 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211807 Jun 18 10:21:23.611013 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdb59f-1be4-4e55-a8c3-f9d71a68c6f3 req-49e253a4-889d-45fd-8abb-e961b05a5127 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:23.614116 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9cbdb59f-1be4-4e55-a8c3-f9d71a68c6f3 req-49e253a4-889d-45fd-8abb-e961b05a5127 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/ports?device_id=226e8bdb-e2f7-4de9-a1e2-52659c05b6ac HTTP/1.1" status: 200 len: 950 time: 0.3887324 Jun 18 10:21:23.712374 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.714350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-6d7ad39e-6d3f-4424-a7f8-33f79dbac69b req-d9ab4dc7-72b3-4fe9-a095-cb7de1aa2ec9 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.721041 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-95ff46f6-3eb2-4e8f-8c55-76f498e0affd req-e7e1c1a8-6c48-420a-8dcd-861eef4aa37c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988390 Jun 18 10:21:23.727980 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9cbdb59f-1be4-4e55-a8c3-f9d71a68c6f3 req-23376077-f065-414b-b6e5-b4ecfc08c6bd tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.22 "GET /v2.0/security-groups?id=f113abec-60d6-42d6-8f42-adacb15e5583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965033 Jun 18 10:21:23.730326 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:23.792181 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8e5498cb-bfad-4b50-8d32-6c9539947a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for subnet, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.820667 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:23.895081 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8e5498cb-bfad-4b50-8d32-6c9539947a54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.903006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Network 779db24d-307c-429a-92f7-dadebdf386cd is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:21:23.910021 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5498cb-bfad-4b50-8d32-6c9539947a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27ab5f1a-6f4d-4495-9c7e-5624cb791376,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:23.917219 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8e5498cb-bfad-4b50-8d32-6c9539947a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:23.925142 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-8e5498cb-bfad-4b50-8d32-6c9539947a54 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/27ab5f1a-6f4d-4495-9c7e-5624cb791376 HTTP/1.1" status: 204 len: 168 time: 2.0564463 Jun 18 10:21:23.925600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 42926) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:23.935314 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Pushing event updated for resources: {'Port': ['ID=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:23.959464 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:21:23.965197 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:21:24.011421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:24.090688 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:24.207854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7ad39e-6d3f-4424-a7f8-33f79dbac69b req-d9ab4dc7-72b3-4fe9-a095-cb7de1aa2ec9 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] No DVR routers for this DVR port 14f920e5-5bee-4a8c-88d8-d001c7b107ff on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:21:24.215510 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab4dc7-72b3-4fe9-a095-cb7de1aa2ec9 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Pushing event deleted for resources: {'Port': ['ID=14f920e5-5bee-4a8c-88d8-d001c7b107ff,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:24.222565 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-6d7ad39e-6d3f-4424-a7f8-33f79dbac69b req-d9ab4dc7-72b3-4fe9-a095-cb7de1aa2ec9 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:24.230133 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d9ab4dc7-72b3-4fe9-a095-cb7de1aa2ec9 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:24.232647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226e8bdb-e2f7-4de9-a1e2-52659c05b6ac', 'name': 'network-vif-deleted', 'tag': '14f920e5-5bee-4a8c-88d8-d001c7b107ff'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:21:24.235828 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:24.268347 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:24.269085 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:24.287781 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 14f920e5-5bee-4a8c-88d8-d001c7b107ff no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:21:24.312537 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6d7ad39e-6d3f-4424-a7f8-33f79dbac69b req-d9ab4dc7-72b3-4fe9-a095-cb7de1aa2ec9 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] 10.222.0.61 "DELETE /v2.0/ports/14f920e5-5bee-4a8c-88d8-d001c7b107ff HTTP/1.1" status: 204 len: 173 time: 2.2519801 Jun 18 10:21:24.352529 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9446349 Jun 18 10:21:24.352921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: 14f920e5-5bee-4a8c-88d8-d001c7b107ff {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:21:24.353741 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 14f920e5-5bee-4a8c-88d8-d001c7b107ff not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:21:24.376145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Request body: {'port': {'device_id': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:21:24.524436 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:24.544177 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.544611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.545688 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.546122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > port after_create 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.546482 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > port after_delete 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.547044 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > port after_update 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.547632 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.548407 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.548945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.549508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.656256 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:24.667110 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.667605 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.668262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.668931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:21:24.669673 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f92aea8-f781-4df8-8fc3-a23aa9752678']}} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:24.715555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-641a96f0-23b7-4d7c-9276-e64b8f7879b7 None None] Provisioning for port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:21:24.723932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-641a96f0-23b7-4d7c-9276-e64b8f7879b7 None None] Provisioning complete for port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:21:24.724686 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-641a96f0-23b7-4d7c-9276-e64b8f7879b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:24.793045 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b8dcbf-642c-491d-b74c-3793d1c1d405') {'for_net_delete': True} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:24.793427 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b8dcbf-642c-491d-b74c-3793d1c1d405') {} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:24.827347 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-641a96f0-23b7-4d7c-9276-e64b8f7879b7 None None] Port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:21:24.827561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852430931'] for segment, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:24.870388 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:24.890693 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=82215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:21:24.891142 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2961816'] for segment, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: (self, other), Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: (self, other), Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:21:24.911356 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:21:25.002501 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388485e9-5de1-41a9-a7a3-d7046ac505dc req-f56d69af-03d4-4b9d-a810-f6d72163611f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:25.011632 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-388485e9-5de1-41a9-a7a3-d7046ac505dc req-f56d69af-03d4-4b9d-a810-f6d72163611f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 932 time: 0.7176676 Jun 18 10:21:25.064742 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8998f4-38d1-485c-b24c-2527877c671a req-d0817569-7aab-4903-97fb-f466e9e7dac4 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:25.066465 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8a8998f4-38d1-485c-b24c-2527877c671a req-d0817569-7aab-4903-97fb-f466e9e7dac4 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.3720491 Jun 18 10:21:25.124180 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-388485e9-5de1-41a9-a7a3-d7046ac505dc req-a9d7a5c8-24f7-4e77-96a9-0bb7b28a639f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113651 Jun 18 10:21:25.128150 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:25.143600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba {{(pid=82216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:21:25.147577 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:25.152873 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:25.171788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Transition to ACTIVE for port object 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba will not be triggered until provisioned by entity L2. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:21:25.172687 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8a8998f4-38d1-485c-b24c-2527877c671a req-836673f5-a85e-495d-b4fc-f5955dae463a tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884695 Jun 18 10:21:25.185945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:25.190208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Pushing event deleted for resources: {'Network': ['ID=3f92aea8-f781-4df8-8fc3-a23aa9752678,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:25.195026 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:25.197246 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] 10.222.0.22 "DELETE /v2.0/networks/3f92aea8-f781-4df8-8fc3-a23aa9752678 HTTP/1.1" status: 204 len: 168 time: 1.2705536 Jun 18 10:21:25.201081 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 42946) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:25.250480 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226e8bdb-e2f7-4de9-a1e2-52659c05b6ac', 'name': 'network-vif-deleted', 'tag': '14f920e5-5bee-4a8c-88d8-d001c7b107ff', 'status': 'completed', 'code': 200} Jun 18 10:21:25.265618 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:25.282987 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:25.296182 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ba96fa-5bb3-42f5-af7e-00068bef169b admin admin] Deleting subnet 0011e92d-b977-415e-ad95-2ff140dd5d2b {{(pid=82215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:21:25.308761 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-09ba96fa-5bb3-42f5-af7e-00068bef169b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:25.513317 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-09ba96fa-5bb3-42f5-af7e-00068bef169b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2344885'] for subnet, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:25.583094 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:25.599544 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:25.677330 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c3ba2-50ea-4260-8a6f-72054f1734fe req-291dc2b4-de60-4946-b4c1-c4f3b9e75b15 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:25.686454 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8b0c3ba2-50ea-4260-8a6f-72054f1734fe req-291dc2b4-de60-4946-b4c1-c4f3b9e75b15 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 945 time: 0.3195293 Jun 18 10:21:25.724419 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-09ba96fa-5bb3-42f5-af7e-00068bef169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:25.751574 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Attempting to bind port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:21:25.752022 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Attempting to bind port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'e7f168f2-56af-4a90-a9e0-95f51ff1b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd'}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:21:25.752462 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Attempting to bind port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba on network 779db24d-307c-429a-92f7-dadebdf386cd {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:21:25.761117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba on network 779db24d-307c-429a-92f7-dadebdf386cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:21:25.762246 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Attempting to bind port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba on network 779db24d-307c-429a-92f7-dadebdf386cd {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:21:25.770345 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:21:25.770921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Checking segment: {'id': 'e7f168f2-56af-4a90-a9e0-95f51ff1b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:21:25.771445 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Bound using segment: {'id': 'e7f168f2-56af-4a90-a9e0-95f51ff1b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd'} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:21:25.772280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Bound port: 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f168f2-56af-4a90-a9e0-95f51ff1b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd'}}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:21:25.772946 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:25.775883 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3456218-0335-41b2-b4f3-13eaf237e1f9 req-e5d21625-17a3-446f-8e69-8a39a21e9eba tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:25.780730 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c3456218-0335-41b2-b4f3-13eaf237e1f9 req-e5d21625-17a3-446f-8e69-8a39a21e9eba tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.3510277 Jun 18 10:21:25.859629 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8b0c3ba2-50ea-4260-8a6f-72054f1734fe req-35bcd094-493f-4b44-b1e0-9a88b56bbf0d tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719708 Jun 18 10:21:25.927011 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] For port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba, host hv-cinder-79702, cleared binding levels {{(pid=82216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:21:25.942139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] For port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:21:25.982275 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:25.996662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e0a2da95-483d-444c-9fb4-a725512d6074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:26.033882 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c3456218-0335-41b2-b4f3-13eaf237e1f9 req-8d0e2d85-4582-4ecb-9349-0884e2af8123 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209604 Jun 18 10:21:26.096009 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:26.098894 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] 10.222.0.61 "PUT /v2.0/ports/6f5ef2fa-4296-4d67-bf1f-76f917fe66ba HTTP/1.1" status: 200 len: 1094 time: 1.7278099 Jun 18 10:21:26.140114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,revision_number=3']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:26.143946 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:26.411018 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-b9f8b37c-9d13-4157-bb12-b846d8168fc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29d61a1ffe634e9fb5919a898e19c25f&device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 1097 time: 0.1778219 Jun 18 10:21:26.537178 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-6d155341-2e83-4ed3-8ecd-627c4caf2d38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba HTTP/1.1" status: 200 len: 217 time: 0.1117508 Jun 18 10:21:26.547410 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f491c-7610-426b-a297-224674fe1cdb req-901084f1-fc52-4129-93ba-f09fbcd67186 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:26.549443 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-538f491c-7610-426b-a297-224674fe1cdb req-901084f1-fc52-4129-93ba-f09fbcd67186 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 944 time: 0.1066797 Jun 18 10:21:26.610821 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-09ba96fa-5bb3-42f5-af7e-00068bef169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851812505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64804354'] for subnet, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:26.618819 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5e02350b-f7d9-4dda-8a04-4ed578d31c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:26.652607 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-538f491c-7610-426b-a297-224674fe1cdb req-29abf7d8-985a-47d8-85f6-c0cccdb4a4e1 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938942 Jun 18 10:21:26.652893 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-0b5c9e98-3c4b-4b08-b2b0-159defb93116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:26.654623 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-0b5c9e98-3c4b-4b08-b2b0-159defb93116 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=534e7a3e-971a-4d53-bcf5-277afec370c4 HTTP/1.1" status: 200 len: 848 time: 0.1063099 Jun 18 10:21:26.661206 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba96fa-5bb3-42f5-af7e-00068bef169b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0011e92d-b977-415e-ad95-2ff140dd5d2b,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:26.669085 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-09ba96fa-5bb3-42f5-af7e-00068bef169b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:26.672634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-09ba96fa-5bb3-42f5-af7e-00068bef169b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:26.683083 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-09ba96fa-5bb3-42f5-af7e-00068bef169b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0011e92d-b977-415e-ad95-2ff140dd5d2b HTTP/1.1" status: 204 len: 168 time: 1.4783411 Jun 18 10:21:26.683597 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 42980) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:26.821266 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-a9f3d037-91ed-42c5-92ca-cb386dc8d00a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=779db24d-307c-429a-92f7-dadebdf386cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1278503 Jun 18 10:21:26.868442 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:26.978566 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-040dce47-30e3-4523-ad30-e3868aa455d0 service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611662 Jun 18 10:21:27.099281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:27.127409 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b5cf9c-8e71-4808-b090-948039f8933e']}} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:27.144696 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a1e482-a1ef-4ded-9842-83c1e402721b') {'for_net_delete': True} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:27.145071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a1e482-a1ef-4ded-9842-83c1e402721b') {} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:27.172212 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33116cce-15f5-43ca-a7f5-792c57c73a6f req-3ff53941-ea44-4a4e-9700-f35d95f7740b tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:27.173923 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-33116cce-15f5-43ca-a7f5-792c57c73a6f req-3ff53941-ea44-4a4e-9700-f35d95f7740b tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 945 time: 0.1410315 Jun 18 10:21:27.175995 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852430931'] for segment, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:27.190805 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7e2925a0-9b0f-4735-8d46-7805ea1f8c35 req-4b68cdbc-3b9e-431b-b70b-2e3cec518490 service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972632 Jun 18 10:21:27.241994 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-33116cce-15f5-43ca-a7f5-792c57c73a6f req-8dc954c4-5ef3-4206-8a39-61115aa32b01 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578747 Jun 18 10:21:27.259181 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:21:27.335375 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'status': 'completed', 'code': 200} Jun 18 10:21:27.339595 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:27.347712 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=82215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:21:27.350334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2961816'] for segment, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:21:27.364491 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:21:27.511156 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b603f41d-5f34-4648-a53f-70bba7b57a36 req-58c698de-6f1c-49eb-bed5-83da0c1dc887 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29d61a1ffe634e9fb5919a898e19c25f&device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 1097 time: 0.0892861 Jun 18 10:21:27.573212 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16689601-2d5e-40a1-9c7b-c2b5eab6ed31 req-03220448-77c5-4260-9f3d-6a4660d11674 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:27.574881 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-16689601-2d5e-40a1-9c7b-c2b5eab6ed31 req-03220448-77c5-4260-9f3d-6a4660d11674 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1096032 Jun 18 10:21:27.638636 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-16689601-2d5e-40a1-9c7b-c2b5eab6ed31 req-0e329629-18af-4168-b29e-8491a08c34ad tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559022 Jun 18 10:21:27.704039 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603f41d-5f34-4648-a53f-70bba7b57a36 req-eba0bea9-8caa-42eb-b24b-8bae45c2d841 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:27.706695 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b603f41d-5f34-4648-a53f-70bba7b57a36 req-eba0bea9-8caa-42eb-b24b-8bae45c2d841 service neutron] 10.222.0.61 "GET /v2.0/networks?id=779db24d-307c-429a-92f7-dadebdf386cd HTTP/1.1" status: 200 len: 910 time: 0.1778951 Jun 18 10:21:27.741381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:27.748346 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:27.766992 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:27.779317 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b5cf9c-8e71-4808-b090-948039f8933e,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:27.781992 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:27.786898 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f6b5cf9c-8e71-4808-b090-948039f8933e HTTP/1.1" status: 204 len: 168 time: 1.0999279 Jun 18 10:21:27.841287 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b603f41d-5f34-4648-a53f-70bba7b57a36 req-d30a53f9-9d52-4224-bc72-e222fadd6f12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba HTTP/1.1" status: 200 len: 217 time: 0.0889537 Jun 18 10:21:28.033883 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603f41d-5f34-4648-a53f-70bba7b57a36 req-031dfa6d-638e-432b-8027-fe882178a048 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:28.035813 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b603f41d-5f34-4648-a53f-70bba7b57a36 req-031dfa6d-638e-432b-8027-fe882178a048 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=534e7a3e-971a-4d53-bcf5-277afec370c4 HTTP/1.1" status: 200 len: 848 time: 0.1282809 Jun 18 10:21:28.062449 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6baf85-54d5-4625-b444-8af2a4f90d15 req-99ec9044-c241-47e2-b9c2-3b5c28e07f5f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:28.064460 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b6baf85-54d5-4625-b444-8af2a4f90d15 req-99ec9044-c241-47e2-b9c2-3b5c28e07f5f tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 945 time: 0.2221298 Jun 18 10:21:28.256645 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-7b6baf85-54d5-4625-b444-8af2a4f90d15 req-b2d767f1-b8b9-4507-a76f-4de5dfbfdeb3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Deleting port 3e4e0bbc-68ae-4719-9054-2e690105cf17 {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:28.257051 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b6baf85-54d5-4625-b444-8af2a4f90d15 req-b2d767f1-b8b9-4507-a76f-4de5dfbfdeb3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:28.289111 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219f23-325b-4e1c-913e-fa76de151342 req-ad2703ca-ca36-47fb-b9ce-89d609603fa1 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:28.291211 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-aa219f23-325b-4e1c-913e-fa76de151342 req-ad2703ca-ca36-47fb-b9ce-89d609603fa1 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 944 time: 0.4368529 Jun 18 10:21:28.343898 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b603f41d-5f34-4648-a53f-70bba7b57a36 req-da0d4e2c-3484-4cd7-8b5c-423618793254 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=779db24d-307c-429a-92f7-dadebdf386cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2773199 Jun 18 10:21:28.354712 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 43078) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:28.496545 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-aa219f23-325b-4e1c-913e-fa76de151342 req-5b47ebfd-2efc-4fe2-91ac-94b3a9ada56c tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974363 Jun 18 10:21:28.501580 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-72e54459-439b-4463-9fe2-1f7e3d1a304b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34ecb123554446269271dd831c590d5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1404965 Jun 18 10:21:28.511353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 43086) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:28.544075 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61781dc-41fd-4862-a5ec-c5d6899c97ea req-eb3a1631-9c1c-4812-b7b6-478e62a71db7 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:28.545783 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d61781dc-41fd-4862-a5ec-c5d6899c97ea req-eb3a1631-9c1c-4812-b7b6-478e62a71db7 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 945 time: 0.1398032 Jun 18 10:21:28.609950 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d61781dc-41fd-4862-a5ec-c5d6899c97ea req-0d5bff34-ea74-4c1a-bca8-38b0080738ea tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540941 Jun 18 10:21:28.744736 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b603f41d-5f34-4648-a53f-70bba7b57a36 req-2a07c802-16c3-4f3f-a096-e139485e0527 service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834951 Jun 18 10:21:28.761902 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dc616999-7d16-4c2d-ae7a-c5f24436d4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:28.889667 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162635e-1b34-4456-9e44-4f302e9db802 req-d7bb0bd0-c0c4-438c-bbcc-e199637a54f0 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:28.891690 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6162635e-1b34-4456-9e44-4f302e9db802 req-d7bb0bd0-c0c4-438c-bbcc-e199637a54f0 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1115589 Jun 18 10:21:28.917977 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dc616999-7d16-4c2d-ae7a-c5f24436d4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:28.944759 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-7b6baf85-54d5-4625-b444-8af2a4f90d15 req-b2d767f1-b8b9-4507-a76f-4de5dfbfdeb3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] For port 3e4e0bbc-68ae-4719-9054-2e690105cf17, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=3e4e0bbc-68ae-4719-9054-2e690105cf17,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:28.945854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b6baf85-54d5-4625-b444-8af2a4f90d15 req-b2d767f1-b8b9-4507-a76f-4de5dfbfdeb3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:28.946868 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6162635e-1b34-4456-9e44-4f302e9db802 req-97b67e9c-5c9e-466f-9d81-87a574093033 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485733 Jun 18 10:21:29.332526 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-7b6baf85-54d5-4625-b444-8af2a4f90d15 req-b2d767f1-b8b9-4507-a76f-4de5dfbfdeb3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Calling delete_port for 3e4e0bbc-68ae-4719-9054-2e690105cf17 owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:29.417277 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b603f41d-5f34-4648-a53f-70bba7b57a36 req-9d7db261-fa47-40e1-b30d-ef460c9dd345 service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493504 Jun 18 10:21:29.486255 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dc616999-7d16-4c2d-ae7a-c5f24436d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:29.495732 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-dbb2bba8-67db-4716-b51b-3201819de05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:29.519212 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc616999-7d16-4c2d-ae7a-c5f24436d4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e3f1b5-31bc-4f9f-97ef-2e0781679b8c,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:29.521830 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-dc616999-7d16-4c2d-ae7a-c5f24436d4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:29.571702 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dc616999-7d16-4c2d-ae7a-c5f24436d4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:29.573265 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-dc616999-7d16-4c2d-ae7a-c5f24436d4c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75e3f1b5-31bc-4f9f-97ef-2e0781679b8c HTTP/1.1" status: 204 len: 168 time: 1.0536840 Jun 18 10:21:29.589157 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b6baf85-54d5-4625-b444-8af2a4f90d15 req-b2d767f1-b8b9-4507-a76f-4de5dfbfdeb3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:29.606969 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['c07bebcf-4314-4f94-a4d9-827e2e83ed78', '362e372b-d925-4ffe-bfe7-1e481f7a1ed1', 'bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:21:29.619690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:29.687343 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d767f1-b8b9-4507-a76f-4de5dfbfdeb3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Pushing event deleted for resources: {'Port': ['ID=3e4e0bbc-68ae-4719-9054-2e690105cf17,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:29.697285 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b2d767f1-b8b9-4507-a76f-4de5dfbfdeb3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:29.860313 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafb56d-2646-42a8-baa2-92245c5c8755 req-ee407e35-26ce-49a8-a893-2b573817d64d tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:29.869851 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3fafb56d-2646-42a8-baa2-92245c5c8755 req-ee407e35-26ce-49a8-a893-2b573817d64d tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 944 time: 0.2099669 Jun 18 10:21:29.913146 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6baf85-54d5-4625-b444-8af2a4f90d15 req-b2d767f1-b8b9-4507-a76f-4de5dfbfdeb3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] No DVR routers for this DVR port 3e4e0bbc-68ae-4719-9054-2e690105cf17 on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:21:29.924663 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b6baf85-54d5-4625-b444-8af2a4f90d15 req-b2d767f1-b8b9-4507-a76f-4de5dfbfdeb3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:29.927757 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b6baf85-54d5-4625-b444-8af2a4f90d15 req-b2d767f1-b8b9-4507-a76f-4de5dfbfdeb3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "DELETE /v2.0/ports/3e4e0bbc-68ae-4719-9054-2e690105cf17 HTTP/1.1" status: 204 len: 173 time: 1.7680383 Jun 18 10:21:29.928836 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af95de4-96a9-4da0-83f2-bd8889f1d12c', 'name': 'network-vif-deleted', 'tag': '3e4e0bbc-68ae-4719-9054-2e690105cf17'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:21:29.962727 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3fafb56d-2646-42a8-baa2-92245c5c8755 req-6543f99c-89b4-4a11-8a67-63ee1c0b8dcd tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917485 Jun 18 10:21:30.043919 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-05a0eb1b-b8a3-4b37-8880-e298b67426fa req-5ff74f5a-bf80-4e01-8d3b-ca304f179eab tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 210 time: 0.1045916 Jun 18 10:21:30.150763 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af95de4-96a9-4da0-83f2-bd8889f1d12c', 'name': 'network-vif-deleted', 'tag': '3e4e0bbc-68ae-4719-9054-2e690105cf17', 'status': 'completed', 'code': 200} Jun 18 10:21:30.318939 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:21:30.323043 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 3e4e0bbc-68ae-4719-9054-2e690105cf17 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:21:30.410062 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184329c-d5b8-480c-9964-adce0960b453 req-b52fe0a8-e774-44be-b870-57786ff26cfb tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:30.410062 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4184329c-d5b8-480c-9964-adce0960b453 req-b52fe0a8-e774-44be-b870-57786ff26cfb tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1484070 Jun 18 10:21:30.426783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: 3e4e0bbc-68ae-4719-9054-2e690105cf17 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:21:30.427173 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 3e4e0bbc-68ae-4719-9054-2e690105cf17 not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:21:30.489155 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4184329c-d5b8-480c-9964-adce0960b453 req-7c1b3592-6bb8-444a-bd35-47f4757152ed tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708482 Jun 18 10:21:30.606844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:30.622243 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'port_id': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'mac_address': 'fa:16:3e:19:dd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:21:30.674980 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 43210) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:30.699838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:30.721019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:21:30.750064 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-f13a7450-ffae-4bac-8602-30ac9c6ee4b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9131662d57064dc0bfb47dd72c5acb9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0730419 Jun 18 10:21:30.752611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 43218) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:30.765289 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:30.800346 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:30.805987 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3659218b-33f4-4237-9e2d-048c28966ab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:30.871626 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d493f2e4-36e2-446a-b67d-bf9af2434616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:30.908159 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:30.912575 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:30.925636 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d493f2e4-36e2-446a-b67d-bf9af2434616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:31.042319 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d493f2e4-36e2-446a-b67d-bf9af2434616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:31.048724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-616d6fd8-5fca-4465-900f-9b9662d8d12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:31.091006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493f2e4-36e2-446a-b67d-bf9af2434616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c47d09-8c73-44d4-9879-677de088b930,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:31.094967 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d493f2e4-36e2-446a-b67d-bf9af2434616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:31.099299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d493f2e4-36e2-446a-b67d-bf9af2434616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:31.103492 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d493f2e4-36e2-446a-b67d-bf9af2434616 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5c47d09-8c73-44d4-9879-677de088b930 HTTP/1.1" status: 204 len: 168 time: 0.3457673 Jun 18 10:21:31.250160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9891a7-dd40-4c01-a683-11a4aad6bc97 req-01ee47d1-5c0d-40b5-9bfb-429e202d8e33 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:31.251945 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c9891a7-dd40-4c01-a683-11a4aad6bc97 req-01ee47d1-5c0d-40b5-9bfb-429e202d8e33 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 945 time: 0.1520147 Jun 18 10:21:31.363985 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-10f738bf-f38d-45e6-926f-6525c5be3fc8 req-dd912810-63d3-46ec-8389-f840c582e062 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=5af95de4-96a9-4da0-83f2-bd8889f1d12c HTTP/1.1" status: 200 len: 210 time: 0.1109359 Jun 18 10:21:31.399429 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c9891a7-dd40-4c01-a683-11a4aad6bc97 req-f3572788-90e9-4008-b1c7-1aca993c1d99 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672584 Jun 18 10:21:31.433260 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['6f5ef2fa-4296-4d67-bf1f-76f917fe66ba'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:21:31.754495 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2864fa-3403-4e9a-a370-d8c6b4ee9fb6 req-adccd165-47d6-4455-bae3-3b7e51f32aa9 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:31.763370 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6c2864fa-3403-4e9a-a370-d8c6b4ee9fb6 req-adccd165-47d6-4455-bae3-3b7e51f32aa9 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1192706 Jun 18 10:21:31.815204 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6c2864fa-3403-4e9a-a370-d8c6b4ee9fb6 req-31598a1b-7b82-4ff2-a1ad-dae7a0f19529 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508518 Jun 18 10:21:32.693255 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f3335-64a5-4482-8ad6-d514f69b3f9b req-39029444-1375-48e2-b173-15c5d7c294bf tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:32.695331 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-811f3335-64a5-4482-8ad6-d514f69b3f9b req-39029444-1375-48e2-b173-15c5d7c294bf tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 945 time: 0.1112742 Jun 18 10:21:32.762441 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-811f3335-64a5-4482-8ad6-d514f69b3f9b req-f6e4f82b-8a25-4766-ade3-bc77cb561c2b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602157 Jun 18 10:21:33.061762 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486421b-e554-4581-ae7d-83d4750d1076 req-76f973b2-a66d-4c36-b518-55a9ef3cb643 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:33.063919 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9486421b-e554-4581-ae7d-83d4750d1076 req-76f973b2-a66d-4c36-b518-55a9ef3cb643 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1032789 Jun 18 10:21:33.128069 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9486421b-e554-4581-ae7d-83d4750d1076 req-85810c84-4b9a-439a-8dcf-307ac3c8b191 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559797 Jun 18 10:21:34.069109 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fcae1-305d-4e33-b094-e8adf67e085c req-bff15e7e-14d0-4e8c-baf5-2c43738ba6f2 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:34.073248 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8fcae1-305d-4e33-b094-e8adf67e085c req-bff15e7e-14d0-4e8c-baf5-2c43738ba6f2 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 945 time: 0.1134689 Jun 18 10:21:34.168290 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-be8fcae1-305d-4e33-b094-e8adf67e085c req-b25de42b-b3d6-4402-879f-c4b85fdd8f7c tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848169 Jun 18 10:21:34.250050 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 43356) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:34.346576 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:21:34.477653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:21:34.483265 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:21:34.483693 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:34.518361 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514cdaf-85e1-4fec-a94a-c9af55eaa184 req-53a2ded7-05d0-4204-a6a1-32c2616bf0be tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:34.520305 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8514cdaf-85e1-4fec-a94a-c9af55eaa184 req-53a2ded7-05d0-4204-a6a1-32c2616bf0be tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1259375 Jun 18 10:21:34.587399 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-4722966a-b3a0-4a0f-a070-fcb128c3da3e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32a809abfc704d488fc0d02e334b31da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3357651 Jun 18 10:21:34.588304 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 43364) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:34.596911 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8514cdaf-85e1-4fec-a94a-c9af55eaa184 req-ab5e4ea6-49a0-4e8b-ba1f-ce9c2224f339 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672553 Jun 18 10:21:34.654043 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:34.669434 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-45cdc537-4012-48d8-909b-f510782a6825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:34.690515 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:21:34.704661 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:34.728684 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-45cdc537-4012-48d8-909b-f510782a6825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:34.745280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:34.747651 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cf727945-4893-431b-bf0a-9b77c046fa85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:34.766140 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f288e-c1fe-45ae-81d2-eebdb7636ef8 req-67c3401a-04d7-4569-bc8a-7e7aa3c4a24c tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:34.768210 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ca6f288e-c1fe-45ae-81d2-eebdb7636ef8 req-67c3401a-04d7-4569-bc8a-7e7aa3c4a24c tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 945 time: 0.1390193 Jun 18 10:21:34.799519 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'code': 200} Jun 18 10:21:34.837225 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ca6f288e-c1fe-45ae-81d2-eebdb7636ef8 req-28b77bc9-8109-4de4-9fc2-2113f9ea17c9 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595107 Jun 18 10:21:34.847730 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-45cdc537-4012-48d8-909b-f510782a6825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:34.867430 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f3cd6590-af74-4a01-82bb-6494c50312f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:34.867757 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:34.871495 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:34.879188 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdc537-4012-48d8-909b-f510782a6825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f113abec-60d6-42d6-8f42-adacb15e5583,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:34.881775 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-45cdc537-4012-48d8-909b-f510782a6825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:34.917228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-45cdc537-4012-48d8-909b-f510782a6825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:34.921248 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-45cdc537-4012-48d8-909b-f510782a6825 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f113abec-60d6-42d6-8f42-adacb15e5583 HTTP/1.1" status: 204 len: 168 time: 0.3290355 Jun 18 10:21:35.494476 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-328ef884-410d-40c3-9bd8-787c678f3064 req-36513597-b43d-4913-9e30-23f3aa0d025d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 1099 time: 0.1824906 Jun 18 10:21:35.545205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62f96f-35f3-4534-95f9-28b0adccb748 req-fae9e09b-ea48-4f9f-b295-392ddbddd48e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:35.547122 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6c62f96f-35f3-4534-95f9-28b0adccb748 req-fae9e09b-ea48-4f9f-b295-392ddbddd48e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1072338 Jun 18 10:21:35.548847 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-328ef884-410d-40c3-9bd8-787c678f3064 req-a433f92e-6831-4ea0-86ab-04c03bed7ebc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435388 Jun 18 10:21:35.600008 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6c62f96f-35f3-4534-95f9-28b0adccb748 req-73194df6-c145-4b86-865b-4d838f9fec90 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459244 Jun 18 10:21:35.812677 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b34d0a-9461-4e10-969b-d1cbd1734ad7 req-778116ee-ebf2-4afc-92a9-042cd1211796 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:35.814699 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-51b34d0a-9461-4e10-969b-d1cbd1734ad7 req-778116ee-ebf2-4afc-92a9-042cd1211796 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0916641 Jun 18 10:21:35.867636 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-51b34d0a-9461-4e10-969b-d1cbd1734ad7 req-c0c7ca42-a118-4292-af61-199e2513a5ae tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463591 Jun 18 10:21:36.084225 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec93ff-654c-4432-b74c-c29e87ea6d03 req-1e60ec9e-b795-46e6-b14b-0a4cf282027e tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:36.092808 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-caec93ff-654c-4432-b74c-c29e87ea6d03 req-1e60ec9e-b795-46e6-b14b-0a4cf282027e tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 945 time: 0.1194296 Jun 18 10:21:36.142077 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-caec93ff-654c-4432-b74c-c29e87ea6d03 req-e790a9ba-f0aa-4ade-9bb5-ad087d512a12 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482914 Jun 18 10:21:36.835955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e7cbc-085a-40d0-bc9e-2db7b84b704d req-5e65c540-89f9-4239-9958-046759709730 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:36.837713 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-976e7cbc-085a-40d0-bc9e-2db7b84b704d req-5e65c540-89f9-4239-9958-046759709730 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1054463 Jun 18 10:21:36.897309 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-976e7cbc-085a-40d0-bc9e-2db7b84b704d req-a92fbfa2-a7e2-43d6-b9b0-fbf94bd73e38 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530953 Jun 18 10:21:37.093923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923b915-20bc-487c-bf5d-35aed7748a46 req-460c8e21-617e-457c-9314-94d0f8d26d6f tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:37.095499 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e923b915-20bc-487c-bf5d-35aed7748a46 req-460c8e21-617e-457c-9314-94d0f8d26d6f tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0916259 Jun 18 10:21:37.147863 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e923b915-20bc-487c-bf5d-35aed7748a46 req-43160bca-d77b-485b-a930-df567749a414 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448709 Jun 18 10:21:37.423537 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e26b2-f262-41a3-91bd-5aab9b12f39c req-70b6082a-eb88-4d82-88c8-4e3f9b7f0cfe tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:37.425123 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c24e26b2-f262-41a3-91bd-5aab9b12f39c req-70b6082a-eb88-4d82-88c8-4e3f9b7f0cfe tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 945 time: 0.1117220 Jun 18 10:21:37.482231 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c24e26b2-f262-41a3-91bd-5aab9b12f39c req-39f00156-519c-4b13-ae16-2dd8bfb4aeb2 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493677 Jun 18 10:21:38.108908 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f106fd-42cf-4cef-85e1-d36c0d346ee5 req-3ebbe552-c08f-45e0-b670-0af00a50d086 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:38.110643 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c2f106fd-42cf-4cef-85e1-d36c0d346ee5 req-3ebbe552-c08f-45e0-b670-0af00a50d086 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.0877817 Jun 18 10:21:38.146918 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dd2de-8218-46de-a0b1-e0932689f942 req-b80d9177-7293-45cc-84b9-61d9bfd0cb98 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:38.147694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-3a1dd2de-8218-46de-a0b1-e0932689f942 req-b80d9177-7293-45cc-84b9-61d9bfd0cb98 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Synchronizing usage tracker for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:21:38.162591 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c2f106fd-42cf-4cef-85e1-d36c0d346ee5 req-acde8f41-dc67-4da9-aa29-f1b8660ec9e0 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449553 Jun 18 10:21:38.195567 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-3a1dd2de-8218-46de-a0b1-e0932689f942 req-b80d9177-7293-45cc-84b9-61d9bfd0cb98 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Unset dirty status for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:21:38.196981 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3a1dd2de-8218-46de-a0b1-e0932689f942 req-b80d9177-7293-45cc-84b9-61d9bfd0cb98 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 945 time: 0.1395016 Jun 18 10:21:38.298010 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-3a1dd2de-8218-46de-a0b1-e0932689f942 req-e20eb56d-add5-4f63-b10c-d6b525d07611 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Deleting port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:38.298630 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3a1dd2de-8218-46de-a0b1-e0932689f942 req-e20eb56d-add5-4f63-b10c-d6b525d07611 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:38.425720 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48b325-28e7-4805-8e1e-35ecf8f40303 req-3ae088ae-9fae-485a-81a8-a351b8b10a8c tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:38.427440 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cd48b325-28e7-4805-8e1e-35ecf8f40303 req-3ae088ae-9fae-485a-81a8-a351b8b10a8c tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1315103 Jun 18 10:21:38.502011 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cd48b325-28e7-4805-8e1e-35ecf8f40303 req-0c1e990e-3efd-4c27-898f-b1879b18b313 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605276 Jun 18 10:21:38.537559 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 43482) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:38.668373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-3a1dd2de-8218-46de-a0b1-e0932689f942 req-e20eb56d-add5-4f63-b10c-d6b525d07611 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] For port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:38.669001 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3a1dd2de-8218-46de-a0b1-e0932689f942 req-e20eb56d-add5-4f63-b10c-d6b525d07611 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:38.796797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38df8d-81cd-4b5c-bcaf-85da2d9ec0a9 req-fc032ef9-0258-4938-8982-7a3e34aa7195 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:38.798752 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2a38df8d-81cd-4b5c-bcaf-85da2d9ec0a9 req-fc032ef9-0258-4938-8982-7a3e34aa7195 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.2527037 Jun 18 10:21:38.829037 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-3a1dd2de-8218-46de-a0b1-e0932689f942 req-e20eb56d-add5-4f63-b10c-d6b525d07611 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Calling delete_port for bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:38.845816 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e28b65-19cc-4e51-97a9-255364fc5886 req-ad4598ca-c934-49d6-83a8-686f033ea5ea tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:38.847663 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-97e28b65-19cc-4e51-97a9-255364fc5886 req-ad4598ca-c934-49d6-83a8-686f033ea5ea tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 945 time: 0.1601799 Jun 18 10:21:38.925170 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2a38df8d-81cd-4b5c-bcaf-85da2d9ec0a9 req-84a23a93-d6b5-46b8-bbb0-0e0ac219b7d8 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171553 Jun 18 10:21:38.991173 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-97e28b65-19cc-4e51-97a9-255364fc5886 req-78551869-800c-4ca3-a2c6-173020bc7b31 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332417 Jun 18 10:21:38.999036 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-5a28f45e-9c38-43a9-a052-b0fd176ced50 tempest-TestShelveInstance-1241353928 tempest-TestShelveInstance-1241353928-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 1094 time: 0.4596608 Jun 18 10:21:39.002180 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 43490) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:39.008923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Request body: {'floatingip': {'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'port_id': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:21:39.015525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:21:39.019626 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Usage tracker for resource:floatingip and tenant:29d61a1ffe634e9fb5919a898e19c25f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:21:39.023524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:21:39.029864 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:21:39.103313 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for floatingip, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:39.336326 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3a1dd2de-8218-46de-a0b1-e0932689f942 req-e20eb56d-add5-4f63-b10c-d6b525d07611 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:39.345724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:39.357862 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['c07bebcf-4314-4f94-a4d9-827e2e83ed78', '362e372b-d925-4ffe-bfe7-1e481f7a1ed1', 'bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:21:39.392071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:39.397331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20eb56d-add5-4f63-b10c-d6b525d07611 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Pushing event deleted for resources: {'Port': ['ID=bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:39.436601 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e20eb56d-add5-4f63-b10c-d6b525d07611 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:39.547246 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1dd2de-8218-46de-a0b1-e0932689f942 req-e20eb56d-add5-4f63-b10c-d6b525d07611 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] No DVR routers for this DVR port bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:21:39.554624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3a1dd2de-8218-46de-a0b1-e0932689f942 req-e20eb56d-add5-4f63-b10c-d6b525d07611 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:39.555566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3116e5-8765-429f-8283-be1ac792d49d', 'name': 'network-vif-deleted', 'tag': 'bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:21:39.630019 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3116e5-8765-429f-8283-be1ac792d49d', 'name': 'network-vif-deleted', 'tag': 'bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5', 'status': 'completed', 'code': 200} Jun 18 10:21:39.652252 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Allocated IP 172.28.2.69 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/45fbef60-ac8a-4275-ae3f-3c01f7aee243) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:21:39.702508 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3a1dd2de-8218-46de-a0b1-e0932689f942 req-e20eb56d-add5-4f63-b10c-d6b525d07611 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "DELETE /v2.0/ports/bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 HTTP/1.1" status: 204 len: 173 time: 1.4967077 Jun 18 10:21:39.871454 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b572850-3c34-4138-8e04-6b7b1c5c3e59 req-595dff89-fc46-492a-a444-f2f6cc84f24b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2167783 Jun 18 10:21:39.956887 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:40.020808 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b572850-3c34-4138-8e04-6b7b1c5c3e59 req-cb097c7a-3f55-4884-b6f6-ea62db2cef3b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6627bb315bdf443d8165739a893987ff&device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 1098 time: 0.1080761 Jun 18 10:21:40.048292 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:40.067694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b2d767f1-b8b9-4507-a76f-4de5dfbfdeb3 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:40.209511 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3d733d88-b487-44a9-88da-f39476600921 req-b0b6af47-2dd4-4507-97e4-1e3ba13f53fc tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d3116e5-8765-429f-8283-be1ac792d49d HTTP/1.1" status: 200 len: 210 time: 0.0534964 Jun 18 10:21:40.238075 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325d058-5550-4c7f-9b64-2af2c9c13f20 req-74a43384-ab61-44c9-bf60-65713b5a94ea tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:40.238203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:21:40.238286 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1325d058-5550-4c7f-9b64-2af2c9c13f20 req-74a43384-ab61-44c9-bf60-65713b5a94ea tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1444290 Jun 18 10:21:40.243008 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:21:40.245572 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:21:40.291278 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1325d058-5550-4c7f-9b64-2af2c9c13f20 req-2c8208b4-df3d-4e18-8791-db78e5161c85 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523424 Jun 18 10:21:40.314228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Pushing event updated for resources: {'Port': ['ID=45fbef60-ac8a-4275-ae3f-3c01f7aee243,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:40.318040 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:40.412051 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b572850-3c34-4138-8e04-6b7b1c5c3e59 req-423cc1fb-061f-4156-85f4-ad88de1578fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:40.418148 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b572850-3c34-4138-8e04-6b7b1c5c3e59 req-423cc1fb-061f-4156-85f4-ad88de1578fd service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 200 len: 920 time: 0.3476474 Jun 18 10:21:40.555249 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b572850-3c34-4138-8e04-6b7b1c5c3e59 req-31e86078-f44f-4c51-9b00-f2b275cf789b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8cf5873-25ce-4c09-9b3f-fb53ba242abd HTTP/1.1" status: 200 len: 217 time: 0.0894713 Jun 18 10:21:41.030226 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b572850-3c34-4138-8e04-6b7b1c5c3e59 req-e67f06ad-6366-4eae-ba44-15a1b449222e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:41.032594 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b572850-3c34-4138-8e04-6b7b1c5c3e59 req-e67f06ad-6366-4eae-ba44-15a1b449222e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=beebdc3d-813f-4399-b6cf-a6f502fb4a6e HTTP/1.1" status: 200 len: 859 time: 0.4596798 Jun 18 10:21:41.106175 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b572850-3c34-4138-8e04-6b7b1c5c3e59 req-3fc7139c-5e12-486d-a3b5-f372bed977c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0c5a42a-7761-410a-a013-9d5829ac1f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566971 Jun 18 10:21:41.310754 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b572850-3c34-4138-8e04-6b7b1c5c3e59 req-27762ef9-1c38-4839-b7c9-24e46096f587 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878872 Jun 18 10:21:41.553438 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a0bb5-409d-4f14-bb27-d60617f15ba4 req-38a7f8fd-af62-4228-8f11-92a9e0eb7b91 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:41.565114 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2d7a0bb5-409d-4f14-bb27-d60617f15ba4 req-38a7f8fd-af62-4228-8f11-92a9e0eb7b91 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1215582 Jun 18 10:21:41.589357 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:41.633656 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2d7a0bb5-409d-4f14-bb27-d60617f15ba4 req-be9075f2-d0f6-4899-9db7-a6c3fa0a3c0c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634940 Jun 18 10:21:41.664062 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b572850-3c34-4138-8e04-6b7b1c5c3e59 req-9c7d6d4a-c3c4-4adc-9af2-e24249e3aeff service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537928 Jun 18 10:21:41.730993 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:42.028979 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1475-0131-4ba9-acd3-febea6753ee1 req-e25e4839-3768-4178-8717-34ea9db6147d tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:42.030726 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-77fe1475-0131-4ba9-acd3-febea6753ee1 req-e25e4839-3768-4178-8717-34ea9db6147d tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 946 time: 0.1027622 Jun 18 10:21:42.059009 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:42.095296 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-77fe1475-0131-4ba9-acd3-febea6753ee1 req-852d3c54-8820-4d7e-8da7-a8ce6d03fe05 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548770 Jun 18 10:21:42.097201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:42.102159 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:42.220778 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Pushing event updated for resources: {'Port': ['ID=45fbef60-ac8a-4275-ae3f-3c01f7aee243,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:42.227451 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:42.236758 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:42.406746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:21:42.448937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:21:42.449432 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device bd7b2fb5-458f-49b4-b17f-4ea7b496e2e5 not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:21:42.463696 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.l3_db [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Floating IP 4515d014-5f9c-4c70-b494-7b8aea7ebd63 associated. External IP: 172.28.2.69, port: 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba. Jun 18 10:21:42.881765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acffca-f8e3-43db-95a6-407727732e8c req-94cd6c78-9cbe-4c4f-9e16-4b9afacfb98b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:42.884474 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-16acffca-f8e3-43db-95a6-407727732e8c req-94cd6c78-9cbe-4c4f-9e16-4b9afacfb98b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0974762 Jun 18 10:21:42.940321 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-16acffca-f8e3-43db-95a6-407727732e8c req-a1e77f0c-6e1d-41da-8669-10e61f3fc90e tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486691 Jun 18 10:21:42.946259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Router f242d673-e7a2-4b4a-b16a-b25368fca14d has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:21:43.008156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:43.217151 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:21:43.230684 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af758fb9-b223-4c0d-9803-d1c197b8096d None None] Sync routers for ids ['f242d673-e7a2-4b4a-b16a-b25368fca14d'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:21:43.245330 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af758fb9-b223-4c0d-9803-d1c197b8096d None None] Routers {'f242d673-e7a2-4b4a-b16a-b25368fca14d'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:21:43.246054 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-af758fb9-b223-4c0d-9803-d1c197b8096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:21:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f242d673-e7a2-4b4a-b16a-b25368fca14d'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:43.270646 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:43.370443 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3667760 Jun 18 10:21:43.371773 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:21:43.395480 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ed1ff-6413-4ea9-a488-714f40af284d req-320becd4-af42-4b56-8b60-c425fe79fbb9 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:43.397100 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-451ed1ff-6413-4ea9-a488-714f40af284d req-320becd4-af42-4b56-8b60-c425fe79fbb9 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 946 time: 0.1478906 Jun 18 10:21:43.440801 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'status': 'completed', 'code': 200} Jun 18 10:21:43.467666 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-451ed1ff-6413-4ea9-a488-714f40af284d req-7f34d628-1c9c-43ac-8f58-95a6afc11b21 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571060 Jun 18 10:21:43.481740 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-af758fb9-b223-4c0d-9803-d1c197b8096d None None] Set router f242d673-e7a2-4b4a-b16a-b25368fca14d gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:21:43.570501 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a5d23bb9-90d4-4746-8c28-bf13a00a1d15 req-e85f4574-1a4b-4436-9ffe-d1ad879e49a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29d61a1ffe634e9fb5919a898e19c25f&device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 1099 time: 0.0987194 Jun 18 10:21:43.737377 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d23bb9-90d4-4746-8c28-bf13a00a1d15 req-f4dc926c-d9db-4f16-a565-3830db37fc87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:43.739190 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a5d23bb9-90d4-4746-8c28-bf13a00a1d15 req-f4dc926c-d9db-4f16-a565-3830db37fc87 service neutron] 10.222.0.61 "GET /v2.0/networks?id=779db24d-307c-429a-92f7-dadebdf386cd HTTP/1.1" status: 200 len: 910 time: 0.1607718 Jun 18 10:21:43.860826 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a5d23bb9-90d4-4746-8c28-bf13a00a1d15 req-b496dd44-3005-4c71-9d88-370b9ed2648c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba HTTP/1.1" status: 200 len: 999 time: 0.1111386 Jun 18 10:21:43.925963 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-af758fb9-b223-4c0d-9803-d1c197b8096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:20:17Z', 'revision_number': 4, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port': {'id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:10Z', 'updated_at': '2021-06-18T10:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '4515d014-5f9c-4c70-b494-7b8aea7ebd63', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'floating_ip_address': '172.28.2.69', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'port_id': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'mac_address': 'fa:16:3e:19:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:21:41Z', 'updated_at': '2021-06-18T10:21:41Z', 'revision_number': 0, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e9d3a1-0ff9-4841-9351-bd77cd6dac3e', 'name': '', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'mac_address': 'fa:16:3e:7b:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:16Z', 'updated_at': '2021-06-18T10:20:30Z', 'revision_number': 5, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'subnets': [{'id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:43.930249 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af758fb9-b223-4c0d-9803-d1c197b8096d None None] Checking router: f242d673-e7a2-4b4a-b16a-b25368fca14d for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:21:43.936280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d23bb9-90d4-4746-8c28-bf13a00a1d15 req-e41dca15-0ae1-44f7-b891-78ff3eecd086 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:43.938148 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a5d23bb9-90d4-4746-8c28-bf13a00a1d15 req-e41dca15-0ae1-44f7-b891-78ff3eecd086 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=534e7a3e-971a-4d53-bcf5-277afec370c4 HTTP/1.1" status: 200 len: 848 time: 0.0673153 Jun 18 10:21:43.943236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af758fb9-b223-4c0d-9803-d1c197b8096d None None] Routers {'f242d673-e7a2-4b4a-b16a-b25368fca14d'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:21:43.943795 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-af758fb9-b223-4c0d-9803-d1c197b8096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:21:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f242d673-e7a2-4b4a-b16a-b25368fca14d'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:44.043179 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a5d23bb9-90d4-4746-8c28-bf13a00a1d15 req-f34ddd13-2288-415a-95b6-314b05bfcd7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=779db24d-307c-429a-92f7-dadebdf386cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928349 Jun 18 10:21:44.149683 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-af758fb9-b223-4c0d-9803-d1c197b8096d None None] Set router f242d673-e7a2-4b4a-b16a-b25368fca14d gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:21:44.231879 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f06532-5d29-4ace-9d8e-2a7b58caa2b5 req-2b0a25ff-50db-4fe2-ac38-a3c47662d1be tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:44.233689 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-61f06532-5d29-4ace-9d8e-2a7b58caa2b5 req-2b0a25ff-50db-4fe2-ac38-a3c47662d1be tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1516800 Jun 18 10:21:44.310754 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-61f06532-5d29-4ace-9d8e-2a7b58caa2b5 req-e997dae4-508b-45b7-9556-7ed02397eef0 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691190 Jun 18 10:21:44.474556 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a5d23bb9-90d4-4746-8c28-bf13a00a1d15 req-ea2a5405-0be7-4791-bd9c-8a7d3bba221d service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145508 Jun 18 10:21:44.602600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-af758fb9-b223-4c0d-9803-d1c197b8096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:20:17Z', 'revision_number': 4, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port': {'id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:10Z', 'updated_at': '2021-06-18T10:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '4515d014-5f9c-4c70-b494-7b8aea7ebd63', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'floating_ip_address': '172.28.2.69', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'port_id': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'mac_address': 'fa:16:3e:19:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:21:41Z', 'updated_at': '2021-06-18T10:21:41Z', 'revision_number': 0, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e9d3a1-0ff9-4841-9351-bd77cd6dac3e', 'name': '', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'mac_address': 'fa:16:3e:7b:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:16Z', 'updated_at': '2021-06-18T10:20:30Z', 'revision_number': 5, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'subnets': [{'id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:44.607198 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af758fb9-b223-4c0d-9803-d1c197b8096d None None] The sync data for ids ['f242d673-e7a2-4b4a-b16a-b25368fca14d'] in dv-cinder-797022-1-smb is: [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:20:17Z', 'revision_number': 4, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port': {'id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:10Z', 'updated_at': '2021-06-18T10:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '4515d014-5f9c-4c70-b494-7b8aea7ebd63', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'floating_ip_address': '172.28.2.69', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'port_id': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'mac_address': 'fa:16:3e:19:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:21:41Z', 'updated_at': '2021-06-18T10:21:41Z', 'revision_number': 0, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e9d3a1-0ff9-4841-9351-bd77cd6dac3e', 'name': '', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'mac_address': 'fa:16:3e:7b:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:16Z', 'updated_at': '2021-06-18T10:20:30Z', 'revision_number': 5, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'subnets': [{'id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:21:44.701560 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a5d23bb9-90d4-4746-8c28-bf13a00a1d15 req-e614a7f1-5186-48b5-9cd1-0e5da2df9fe5 service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179701 Jun 18 10:21:44.721984 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c6188-48a3-46e8-8e3f-f79a33d7776a req-0d55e0b7-d5c2-4833-9474-e157164488bb tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:44.722786 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-3b6c6188-48a3-46e8-8e3f-f79a33d7776a req-0d55e0b7-d5c2-4833-9474-e157164488bb tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Synchronizing usage tracker for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:21:44.730896 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790ba80-b340-43d8-89ca-27811289af6d req-95338566-4d55-4cba-99eb-6d38dba8dddd tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:44.735247 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c790ba80-b340-43d8-89ca-27811289af6d req-95338566-4d55-4cba-99eb-6d38dba8dddd tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 946 time: 0.1129663 Jun 18 10:21:44.789524 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c790ba80-b340-43d8-89ca-27811289af6d req-bfaad133-7043-4069-ba1f-188ee1bc1d4c tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467112 Jun 18 10:21:44.806918 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-3b6c6188-48a3-46e8-8e3f-f79a33d7776a req-0d55e0b7-d5c2-4833-9474-e157164488bb tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Unset dirty status for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:21:44.809060 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b6c6188-48a3-46e8-8e3f-f79a33d7776a req-0d55e0b7-d5c2-4833-9474-e157164488bb tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 946 time: 0.2173698 Jun 18 10:21:44.895340 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-3b6c6188-48a3-46e8-8e3f-f79a33d7776a req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Deleting port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:44.895766 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3b6c6188-48a3-46e8-8e3f-f79a33d7776a req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:45.034893 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e4855-01f6-4465-82a3-5df5d13d4059 None None] New status for floating IP 4515d014-5f9c-4c70-b494-7b8aea7ebd63: ACTIVE {{(pid=82217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:21:45.201707 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-3b6c6188-48a3-46e8-8e3f-f79a33d7776a req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] For port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=362e372b-d925-4ffe-bfe7-1e481f7a1ed1,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:45.202106 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3b6c6188-48a3-46e8-8e3f-f79a33d7776a req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:45.449954 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-3b6c6188-48a3-46e8-8e3f-f79a33d7776a req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Calling delete_port for 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:45.545417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953d3f2-8fd1-4fa4-a91f-635ae8600196 req-9c90bd06-d227-48a5-87b1-33462bcb79c7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:45.547265 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4953d3f2-8fd1-4fa4-a91f-635ae8600196 req-9c90bd06-d227-48a5-87b1-33462bcb79c7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0951190 Jun 18 10:21:45.605726 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4953d3f2-8fd1-4fa4-a91f-635ae8600196 req-19fa919b-b5d3-4e53-bee3-06b1a540db00 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517058 Jun 18 10:21:45.688096 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3b6c6188-48a3-46e8-8e3f-f79a33d7776a req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:45.695593 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:45.708908 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['c07bebcf-4314-4f94-a4d9-827e2e83ed78', '362e372b-d925-4ffe-bfe7-1e481f7a1ed1'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:21:45.745704 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Pushing event deleted for resources: {'Port': ['ID=362e372b-d925-4ffe-bfe7-1e481f7a1ed1,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:45.790471 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:45.790884 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:45.791299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:45.791700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:45.792106 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:45.792508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:45.792909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:45.793316 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:45.793756 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:45.794142 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:45.794568 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:45.801829 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:45.855454 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6c6188-48a3-46e8-8e3f-f79a33d7776a req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] No DVR routers for this DVR port 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:21:45.858588 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3b6c6188-48a3-46e8-8e3f-f79a33d7776a req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:45.861860 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757e679-4f69-40e3-8a0f-cdf4cff914ae', 'name': 'network-vif-deleted', 'tag': '362e372b-d925-4ffe-bfe7-1e481f7a1ed1'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:21:45.907030 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b6c6188-48a3-46e8-8e3f-f79a33d7776a req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "DELETE /v2.0/ports/362e372b-d925-4ffe-bfe7-1e481f7a1ed1 HTTP/1.1" status: 204 len: 173 time: 1.0882785 Jun 18 10:21:45.948173 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757e679-4f69-40e3-8a0f-cdf4cff914ae', 'name': 'network-vif-deleted', 'tag': '362e372b-d925-4ffe-bfe7-1e481f7a1ed1', 'status': 'completed', 'code': 200} Jun 18 10:21:45.982386 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-691c986b-9f68-4d57-b3a9-2aef9aa827bf req-0bc4415e-2495-436c-82d6-ff499e2c52de tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=0757e679-4f69-40e3-8a0f-cdf4cff914ae HTTP/1.1" status: 200 len: 210 time: 0.0539911 Jun 18 10:21:46.322626 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a1358417-f5ae-4802-a0e6-7e02ad674c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:46.859594 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f7764-f91d-4b48-b1bc-c48cf0c782cf req-3c819768-6c78-48d8-81b6-39ed7abd85fd tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:46.861349 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-408f7764-f91d-4b48-b1bc-c48cf0c782cf req-3c819768-6c78-48d8-81b6-39ed7abd85fd tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0940402 Jun 18 10:21:46.919672 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-408f7764-f91d-4b48-b1bc-c48cf0c782cf req-abf4c2b0-f4d7-4034-b7e7-358445c731d2 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513563 Jun 18 10:21:47.990356 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 43614) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:48.009641 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:48.177240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-34771f98-d1b9-45b5-9138-dd74d089face admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:48.182607 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a314b-c7fb-472b-b40d-bd8cf3fc07d5 req-1c656c3d-393c-40f3-9d9e-9d0270e3ba6a tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:48.184239 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-962a314b-c7fb-472b-b40d-bd8cf3fc07d5 req-1c656c3d-393c-40f3-9d9e-9d0270e3ba6a tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1037719 Jun 18 10:21:48.216488 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-34771f98-d1b9-45b5-9138-dd74d089face admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:21:48.220722 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-34771f98-d1b9-45b5-9138-dd74d089face admin admin] Usage tracker for resource:security_group_rule and tenant:64086b6b06404a629d780a1bbd406c5a is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:21:48.224054 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-34771f98-d1b9-45b5-9138-dd74d089face admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:21:48.230754 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-34771f98-d1b9-45b5-9138-dd74d089face admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:21:48.249791 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-962a314b-c7fb-472b-b40d-bd8cf3fc07d5 req-b6644478-036b-47e0-93d0-7f68ad33a2d3 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564816 Jun 18 10:21:48.333612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-34771f98-d1b9-45b5-9138-dd74d089face admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:48.368585 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-34771f98-d1b9-45b5-9138-dd74d089face admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:48.377237 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:48.404033 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:21:48.430379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34771f98-d1b9-45b5-9138-dd74d089face admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67cc2f6-e2c6-4de5-bc17-e61b9a44fc66,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:48.434940 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-34771f98-d1b9-45b5-9138-dd74d089face admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:48.440144 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-34771f98-d1b9-45b5-9138-dd74d089face admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64086b6b06404a629d780a1bbd406c5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4453223 Jun 18 10:21:48.440487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 43624) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:48.445242 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:21:48.445739 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 362e372b-d925-4ffe-bfe7-1e481f7a1ed1 not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:21:48.527605 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-55dbf996-f1d1-4801-9a54-5b8ac0aed878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:48.560538 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-55dbf996-f1d1-4801-9a54-5b8ac0aed878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:48.640169 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-55dbf996-f1d1-4801-9a54-5b8ac0aed878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:48.645477 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c1bec702-52f5-4f32-bc9d-e82a2b0accb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:48.657728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbf996-f1d1-4801-9a54-5b8ac0aed878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67cc2f6-e2c6-4de5-bc17-e61b9a44fc66,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:48.662169 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-55dbf996-f1d1-4801-9a54-5b8ac0aed878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:48.667109 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-55dbf996-f1d1-4801-9a54-5b8ac0aed878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:48.668523 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-55dbf996-f1d1-4801-9a54-5b8ac0aed878 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f67cc2f6-e2c6-4de5-bc17-e61b9a44fc66 HTTP/1.1" status: 204 len: 168 time: 0.2269239 Jun 18 10:21:48.847408 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a6d2-cef1-4e88-a4b1-9f5e9f865569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:49.008308 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0f61a-81dc-4ab4-bf0b-9dba23d5324f req-d2237786-b136-4133-94fc-4b8df70cec28 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:49.010746 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-64a0f61a-81dc-4ab4-bf0b-9dba23d5324f req-d2237786-b136-4133-94fc-4b8df70cec28 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 945 time: 0.0957322 Jun 18 10:21:49.065930 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-64a0f61a-81dc-4ab4-bf0b-9dba23d5324f req-a3b82bfe-e8c2-4462-8e74-ec973c70f36b tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Jun 18 10:21:49.196344 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:49.280845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 43638) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:49.302333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d813d211-f978-4b54-a0d3-d33546c376f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:49.342575 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d813d211-f978-4b54-a0d3-d33546c376f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:21:49.346956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d813d211-f978-4b54-a0d3-d33546c376f3 admin admin] Usage tracker for resource:security_group_rule and tenant:862668ec2b114cd293c2d073b8c21d1b is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:21:49.350271 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d813d211-f978-4b54-a0d3-d33546c376f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:21:49.357541 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d813d211-f978-4b54-a0d3-d33546c376f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:21:49.492183 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d813d211-f978-4b54-a0d3-d33546c376f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:49.515308 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7b8ae-394d-434d-a3bf-ac7f9e5323f1 req-dd0c0a12-3b88-436e-be04-718019786a13 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:49.517042 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-def7b8ae-394d-434d-a3bf-ac7f9e5323f1 req-dd0c0a12-3b88-436e-be04-718019786a13 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1263227 Jun 18 10:21:49.543527 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d813d211-f978-4b54-a0d3-d33546c376f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:49.553503 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a805bdb2-3a48-4d7e-a058-ace09d5664d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:49.616369 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813d211-f978-4b54-a0d3-d33546c376f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e727d1-797f-498d-8269-978029cf2a61,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:49.622119 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d813d211-f978-4b54-a0d3-d33546c376f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=862668ec2b114cd293c2d073b8c21d1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3397827 Jun 18 10:21:49.625020 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-def7b8ae-394d-434d-a3bf-ac7f9e5323f1 req-f9c5ec16-ce03-41c7-b79b-4870a61a6e67 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012096 Jun 18 10:21:49.625129 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 43648) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:49.625746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d813d211-f978-4b54-a0d3-d33546c376f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:49.698583 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-025166c1-97ab-4cd2-b8cc-417e791e6ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:49.728916 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-025166c1-97ab-4cd2-b8cc-417e791e6ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:49.807553 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-025166c1-97ab-4cd2-b8cc-417e791e6ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:49.811959 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5cad0038-591e-4e53-86e5-7d911b504816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:49.824774 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025166c1-97ab-4cd2-b8cc-417e791e6ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e727d1-797f-498d-8269-978029cf2a61,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:49.827494 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-025166c1-97ab-4cd2-b8cc-417e791e6ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:49.836815 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-025166c1-97ab-4cd2-b8cc-417e791e6ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:49.836815 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-025166c1-97ab-4cd2-b8cc-417e791e6ad2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3e727d1-797f-498d-8269-978029cf2a61 HTTP/1.1" status: 204 len: 168 time: 0.2101953 Jun 18 10:21:50.312971 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e2c96-ef9d-414a-834e-8211ee0f0b66 req-b625de24-3ab6-4798-a012-5689ca67f405 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:50.314628 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fc9e2c96-ef9d-414a-834e-8211ee0f0b66 req-b625de24-3ab6-4798-a012-5689ca67f405 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 945 time: 0.1091049 Jun 18 10:21:50.373430 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:50.377939 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fc9e2c96-ef9d-414a-834e-8211ee0f0b66 req-35304f9c-e972-4b09-9192-babca79a1f9d tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562251 Jun 18 10:21:50.845985 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd2ee8-c4dc-496e-849b-6a3d5627a97a req-3138a67a-ea6a-41df-93a2-5dcb8debf43c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:50.847626 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8fdd2ee8-c4dc-496e-849b-6a3d5627a97a req-3138a67a-ea6a-41df-93a2-5dcb8debf43c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0888751 Jun 18 10:21:50.900591 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8fdd2ee8-c4dc-496e-849b-6a3d5627a97a req-d3c2da73-d24a-4fd0-9126-d66343a08b0a tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456913 Jun 18 10:21:51.572580 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4ea28601-5dc8-43a5-be3c-e66997e59872 req-d0e10457-b0a8-48bd-9842-f128165b1649 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 1099 time: 0.0797207 Jun 18 10:21:51.718629 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4ea28601-5dc8-43a5-be3c-e66997e59872 req-4bcd589d-334f-4704-8c74-215c65199512 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139276 Jun 18 10:21:51.747185 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38750696-ddd6-432d-ad64-c206f2b05c7e req-6b32f426-e515-4b9b-9c81-16ceb6635db0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:51.747801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-38750696-ddd6-432d-ad64-c206f2b05c7e req-6b32f426-e515-4b9b-9c81-16ceb6635db0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Synchronizing usage tracker for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:21:51.792300 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb33868-d40f-495d-9b12-8cbadb76bad0 req-7bd95edb-8240-48e6-88b0-c8f1540d5f10 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:51.793963 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-abb33868-d40f-495d-9b12-8cbadb76bad0 req-7bd95edb-8240-48e6-88b0-c8f1540d5f10 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 945 time: 0.2798412 Jun 18 10:21:51.801935 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-38750696-ddd6-432d-ad64-c206f2b05c7e req-6b32f426-e515-4b9b-9c81-16ceb6635db0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Unset dirty status for tenant:883fc17a700c4e0392c7d12c2061e3fc on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:21:51.803084 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-38750696-ddd6-432d-ad64-c206f2b05c7e req-6b32f426-e515-4b9b-9c81-16ceb6635db0 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 945 time: 0.1827960 Jun 18 10:21:51.817212 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 43694) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:51.853506 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-abb33868-d40f-495d-9b12-8cbadb76bad0 req-a195ee94-79a1-4b4b-a80b-1f425130fa01 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/security-groups?id=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531456 Jun 18 10:21:51.891934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-38750696-ddd6-432d-ad64-c206f2b05c7e req-e68222ea-ac6d-407d-af32-5745c7399b55 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Deleting port c07bebcf-4314-4f94-a4d9-827e2e83ed78 {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:51.892444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-38750696-ddd6-432d-ad64-c206f2b05c7e req-e68222ea-ac6d-407d-af32-5745c7399b55 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:51.995775 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:52.041032 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:21:52.045760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Usage tracker for resource:security_group_rule and tenant:a393173f07824b9b8a95f85ad7ae3020 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:21:52.049292 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:21:52.056836 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:21:52.131009 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:21:52.201129 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-38750696-ddd6-432d-ad64-c206f2b05c7e req-e68222ea-ac6d-407d-af32-5745c7399b55 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] For port c07bebcf-4314-4f94-a4d9-827e2e83ed78, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=c07bebcf-4314-4f94-a4d9-827e2e83ed78,segment=NetworkSegment(5c17d779-aed8-4bbd-b15f-6bb516f016a2),segment_id=5c17d779-aed8-4bbd-b15f-6bb516f016a2)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:52.201437 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-38750696-ddd6-432d-ad64-c206f2b05c7e req-e68222ea-ac6d-407d-af32-5745c7399b55 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:52.212969 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714a2e6-12b5-4be4-a888-b9209af8926c req-13e7200f-a1b6-4dbb-9fd2-7d86845eb76a tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:52.214663 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b714a2e6-12b5-4be4-a888-b9209af8926c req-13e7200f-a1b6-4dbb-9fd2-7d86845eb76a tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1462853 Jun 18 10:21:52.224053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:52.260980 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:52.270181 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-28a954e8-ed73-4104-b0af-5ab5501543d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:52.298216 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b714a2e6-12b5-4be4-a888-b9209af8926c req-b52b251b-379f-42c7-95d7-47ac179b7456 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768199 Jun 18 10:21:52.321352 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36a229e-088d-40bd-974c-f863818faa88,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:52.331634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:52.332045 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:52.332429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:52.333031 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:52.333433 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:52.333857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:52.334254 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:52.334645 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:52.335056 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:52.335942 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:52.336516 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:21:52.345300 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a393173f07824b9b8a95f85ad7ae3020&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5267942 Jun 18 10:21:52.346694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:52.348551 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 43704) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:52.348665 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-38750696-ddd6-432d-ad64-c206f2b05c7e req-e68222ea-ac6d-407d-af32-5745c7399b55 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Calling delete_port for c07bebcf-4314-4f94-a4d9-827e2e83ed78 owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:52.417662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7e168f6-21ed-476b-a79f-63cbb334fd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:52.446003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7e168f6-21ed-476b-a79f-63cbb334fd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:52.527644 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7e168f6-21ed-476b-a79f-63cbb334fd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:52.533102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9fdaf16a-48f8-4ce5-a6c4-1e0a970652e3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:52.555377 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e168f6-21ed-476b-a79f-63cbb334fd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36a229e-088d-40bd-974c-f863818faa88,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:52.558703 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b7e168f6-21ed-476b-a79f-63cbb334fd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:52.562850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-38750696-ddd6-432d-ad64-c206f2b05c7e req-e68222ea-ac6d-407d-af32-5745c7399b55 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:52.563472 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7e168f6-21ed-476b-a79f-63cbb334fd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:52.564645 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b7e168f6-21ed-476b-a79f-63cbb334fd05 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e36a229e-088d-40bd-974c-f863818faa88 HTTP/1.1" status: 204 len: 168 time: 0.2151268 Jun 18 10:21:52.569307 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5145e40d-e8b3-49a1-a72c-7e2cbe0a620b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:52.617436 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68222ea-ac6d-407d-af32-5745c7399b55 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Pushing event deleted for resources: {'Port': ['ID=c07bebcf-4314-4f94-a4d9-827e2e83ed78,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:52.622020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e68222ea-ac6d-407d-af32-5745c7399b55 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:52.701066 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-38750696-ddd6-432d-ad64-c206f2b05c7e req-e68222ea-ac6d-407d-af32-5745c7399b55 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] No DVR routers for this DVR port c07bebcf-4314-4f94-a4d9-827e2e83ed78 on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:21:52.703663 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-38750696-ddd6-432d-ad64-c206f2b05c7e req-e68222ea-ac6d-407d-af32-5745c7399b55 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:52.706686 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa821645-c3c9-4ac3-8a27-2bc8eb367c15', 'name': 'network-vif-deleted', 'tag': 'c07bebcf-4314-4f94-a4d9-827e2e83ed78'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:21:52.739850 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-38750696-ddd6-432d-ad64-c206f2b05c7e req-e68222ea-ac6d-407d-af32-5745c7399b55 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.61 "DELETE /v2.0/ports/c07bebcf-4314-4f94-a4d9-827e2e83ed78 HTTP/1.1" status: 204 len: 173 time: 0.9284906 Jun 18 10:21:52.787802 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa821645-c3c9-4ac3-8a27-2bc8eb367c15', 'name': 'network-vif-deleted', 'tag': 'c07bebcf-4314-4f94-a4d9-827e2e83ed78', 'status': 'completed', 'code': 200} Jun 18 10:21:53.131509 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2ac6b006-e4ee-48ee-a3a9-7f8590f8eef2 req-5fabae75-eb79-41f3-bf40-5e5d7325d1dc tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa821645-c3c9-4ac3-8a27-2bc8eb367c15 HTTP/1.1" status: 200 len: 210 time: 0.0535729 Jun 18 10:21:53.527934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ab88-fc11-4481-92d8-36a1326624a4 req-7399b1c4-e756-4f91-832d-0be3a81fa2d8 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:53.529665 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8519ab88-fc11-4481-92d8-36a1326624a4 req-7399b1c4-e756-4f91-832d-0be3a81fa2d8 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0851531 Jun 18 10:21:53.583399 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8519ab88-fc11-4481-92d8-36a1326624a4 req-b67724c8-80a4-49de-b06e-74c8bc63ea14 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471292 Jun 18 10:21:54.233163 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e4c86050-b833-4a14-a840-af074b4b8113 req-835e3389-fb1f-4f65-bc60-43b37aa434e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6627bb315bdf443d8165739a893987ff&device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 1099 time: 0.0917900 Jun 18 10:21:54.252938 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 43736) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:54.293672 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5572c68-9dd3-493a-a961-91e64085cd1d req-a38a95a4-9cc8-4e00-afc0-5f80f2a5c653 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:54.295366 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c5572c68-9dd3-493a-a961-91e64085cd1d req-a38a95a4-9cc8-4e00-afc0-5f80f2a5c653 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1289916 Jun 18 10:21:54.371906 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f30b061-c218-4b29-8546-f974d3e615da admin admin] Deleting subnet 0d8c939c-1a25-4c7f-9c92-78a92c443c48 {{(pid=82215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:21:54.376315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2f30b061-c218-4b29-8546-f974d3e615da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:54.412066 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c86050-b833-4a14-a840-af074b4b8113 req-379bb6bf-b8c3-496a-8c13-2cd8c117f0ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:54.414446 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e4c86050-b833-4a14-a840-af074b4b8113 req-379bb6bf-b8c3-496a-8c13-2cd8c117f0ce service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 200 len: 920 time: 0.1636808 Jun 18 10:21:54.420556 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c5572c68-9dd3-493a-a961-91e64085cd1d req-9619f771-97c6-4c07-87f7-d2d7ddb9981c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167102 Jun 18 10:21:54.443533 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2f30b061-c218-4b29-8546-f974d3e615da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2344885'] for subnet, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:54.445385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device c07bebcf-4314-4f94-a4d9-827e2e83ed78 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:21:54.490048 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: c07bebcf-4314-4f94-a4d9-827e2e83ed78 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:21:54.490821 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device c07bebcf-4314-4f94-a4d9-827e2e83ed78 not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:21:54.495979 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e4c86050-b833-4a14-a840-af074b4b8113 req-27f99f34-e5bb-4ef1-a121-397c619db2d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d HTTP/1.1" status: 200 len: 217 time: 0.0742307 Jun 18 10:21:54.508696 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2f30b061-c218-4b29-8546-f974d3e615da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:54.571703 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c86050-b833-4a14-a840-af074b4b8113 req-b6c0e0fb-cb43-4166-bfa4-04e008fab074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:54.573268 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e4c86050-b833-4a14-a840-af074b4b8113 req-b6c0e0fb-cb43-4166-bfa4-04e008fab074 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=beebdc3d-813f-4399-b6cf-a6f502fb4a6e HTTP/1.1" status: 200 len: 859 time: 0.0690496 Jun 18 10:21:54.637176 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e4c86050-b833-4a14-a840-af074b4b8113 req-76749320-f636-49c0-b98d-30d39473870d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0c5a42a-7761-410a-a013-9d5829ac1f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448344 Jun 18 10:21:54.795707 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e4c86050-b833-4a14-a840-af074b4b8113 req-27d72471-f975-4f35-892a-25090b957ef7 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488059 Jun 18 10:21:54.823782 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2f30b061-c218-4b29-8546-f974d3e615da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851812505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64804354'] for subnet, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:54.837790 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:54.903482 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30b061-c218-4b29-8546-f974d3e615da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8c939c-1a25-4c7f-9c92-78a92c443c48,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:54.906735 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2f30b061-c218-4b29-8546-f974d3e615da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:54.911689 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2f30b061-c218-4b29-8546-f974d3e615da admin admin] Notify callbacks [] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:54.919168 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2f30b061-c218-4b29-8546-f974d3e615da admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0d8c939c-1a25-4c7f-9c92-78a92c443c48 HTTP/1.1" status: 204 len: 168 time: 0.6650999 Jun 18 10:21:54.922277 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 43740) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:55.066432 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e4c86050-b833-4a14-a840-af074b4b8113 req-d2cc10bb-8035-44d3-a239-28e102b9f616 service neutron] 10.222.0.61 "GET /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628543 Jun 18 10:21:55.073218 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:55.214911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:55.229789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a1681a-8e45-45f9-a380-f6345a716a03']}} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:55.243472 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c17d779-aed8-4bbd-b15f-6bb516f016a2') {'for_net_delete': True} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:55.243993 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c17d779-aed8-4bbd-b15f-6bb516f016a2') {} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:55.256200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262073'] for segment, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:55.282962 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:55.291211 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=82216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:21:55.291665 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852095981'] for segment, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:21:55.306247 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:21:55.430426 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:55.435075 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c5be2d8b-6b3e-41ab-85ec-df10f4cca103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:55.452037 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:55.458896 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a1681a-8e45-45f9-a380-f6345a716a03,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:55.464080 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:55.505654 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c265f4ee-6889-4ff2-90dc-b130d9d1a39d admin admin] 10.222.0.22 "DELETE /v2.0/networks/a0a1681a-8e45-45f9-a380-f6345a716a03 HTTP/1.1" status: 204 len: 168 time: 0.5822220 Jun 18 10:21:55.666163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745e47f-bbd7-40b6-b0ff-da39b10d5176 req-69f9076c-1fa9-4cb5-b059-943104e35635 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:55.667779 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c745e47f-bbd7-40b6-b0ff-da39b10d5176 req-69f9076c-1fa9-4cb5-b059-943104e35635 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0934026 Jun 18 10:21:55.718952 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c745e47f-bbd7-40b6-b0ff-da39b10d5176 req-22d1981c-1493-4708-a5d8-0761920961fe tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Jun 18 10:21:55.886949 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 43752) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:55.945721 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-35026835-e726-4e16-92ce-89c0b00cf2d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=883fc17a700c4e0392c7d12c2061e3fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573399 Jun 18 10:21:55.948305 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 43756) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:56.013914 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-58773d21-0b98-4826-96f4-bddee355b8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:56.046330 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-58773d21-0b98-4826-96f4-bddee355b8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:56.144640 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-58773d21-0b98-4826-96f4-bddee355b8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:56.151757 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-55dbf996-f1d1-4801-9a54-5b8ac0aed878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:56.168440 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58773d21-0b98-4826-96f4-bddee355b8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeed96e-adc2-4fc9-8fd0-b3b33095cbf2,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:56.171415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-58773d21-0b98-4826-96f4-bddee355b8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:56.222122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-58773d21-0b98-4826-96f4-bddee355b8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:56.223342 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-58773d21-0b98-4826-96f4-bddee355b8d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/caeed96e-adc2-4fc9-8fd0-b3b33095cbf2 HTTP/1.1" status: 204 len: 168 time: 0.2740731 Jun 18 10:21:56.949787 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792279d-3574-43ae-9698-75cb2d1b0534 req-72e45b88-c6f0-459d-aa42-6279c1a125f8 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:56.951407 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8792279d-3574-43ae-9698-75cb2d1b0534 req-72e45b88-c6f0-459d-aa42-6279c1a125f8 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0895953 Jun 18 10:21:57.004638 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8792279d-3574-43ae-9698-75cb2d1b0534 req-54a3f4cf-65db-469a-aa85-a4a0535917dd tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Jun 18 10:21:58.217896 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52ac6d-d999-403f-bd7e-07a61d405c44 req-a67c4ae3-0609-4c99-8575-71766659dcf4 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:21:58.217896 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2b52ac6d-d999-403f-bd7e-07a61d405c44 req-a67c4ae3-0609-4c99-8575-71766659dcf4 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0838487 Jun 18 10:21:58.267999 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2b52ac6d-d999-403f-bd7e-07a61d405c44 req-37adec06-9122-4e94-a695-fc187552d3dd tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459986 Jun 18 10:22:00.208745 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 43864) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:00.396991 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-558c2737-0478-44ec-b5b3-145c777a7016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:00.432539 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-558c2737-0478-44ec-b5b3-145c777a7016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:00.436634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-558c2737-0478-44ec-b5b3-145c777a7016 admin admin] Usage tracker for resource:security_group_rule and tenant:74471436e2c54a799bd3adee2b4fc1ec is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:00.440009 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-558c2737-0478-44ec-b5b3-145c777a7016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:00.447013 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-558c2737-0478-44ec-b5b3-145c777a7016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:00.609679 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-558c2737-0478-44ec-b5b3-145c777a7016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:00.675950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-558c2737-0478-44ec-b5b3-145c777a7016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:00.684902 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cbfc9afa-e4ea-41fa-8cd7-d38d49c3fb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:00.938241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c2737-0478-44ec-b5b3-145c777a7016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d052e4f-7022-487b-8f0d-1c2441aea6cb,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:00.941438 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-558c2737-0478-44ec-b5b3-145c777a7016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:00.948133 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 43880) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:00.950091 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-558c2737-0478-44ec-b5b3-145c777a7016 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74471436e2c54a799bd3adee2b4fc1ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7400098 Jun 18 10:22:01.018390 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c513d091-fae0-4619-bd0a-ec6062a38baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:01.054731 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c513d091-fae0-4619-bd0a-ec6062a38baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:01.144808 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c513d091-fae0-4619-bd0a-ec6062a38baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:01.150729 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-06892df6-52fe-491b-9830-15b045b32630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:01.167279 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513d091-fae0-4619-bd0a-ec6062a38baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d052e4f-7022-487b-8f0d-1c2441aea6cb,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:01.169899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c513d091-fae0-4619-bd0a-ec6062a38baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:01.172954 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c513d091-fae0-4619-bd0a-ec6062a38baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:01.188139 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c513d091-fae0-4619-bd0a-ec6062a38baa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0d052e4f-7022-487b-8f0d-1c2441aea6cb HTTP/1.1" status: 204 len: 168 time: 0.2304292 Jun 18 10:22:01.771462 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 43898) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:01.792392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2b0ecee4-f346-4495-8e38-82ff6fce6ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:01.826361 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-2b0ecee4-f346-4495-8e38-82ff6fce6ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:01.830474 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-2b0ecee4-f346-4495-8e38-82ff6fce6ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:1efd47fc4f614922852164a98165da8f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:01.833276 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-2b0ecee4-f346-4495-8e38-82ff6fce6ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:01.840012 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-2b0ecee4-f346-4495-8e38-82ff6fce6ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:01.909238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2b0ecee4-f346-4495-8e38-82ff6fce6ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:01.943152 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2b0ecee4-f346-4495-8e38-82ff6fce6ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:01.951342 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3b1dcf28-e2c3-40fa-9603-86c8ecfe03be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:01.997432 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2b0ecee4-f346-4495-8e38-82ff6fce6ff8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1efd47fc4f614922852164a98165da8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2247820 Jun 18 10:22:01.998297 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ecee4-f346-4495-8e38-82ff6fce6ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2eaf5a-dda6-4de8-ac8c-901365668b07,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:02.000360 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 43902) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:02.001956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2b0ecee4-f346-4495-8e38-82ff6fce6ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:02.067835 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa117-4e9b-4993-9ed4-2772da97cf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:02.097333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa117-4e9b-4993-9ed4-2772da97cf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:02.270060 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa117-4e9b-4993-9ed4-2772da97cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:02.277091 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c513d091-fae0-4619-bd0a-ec6062a38baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:02.295161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aa117-4e9b-4993-9ed4-2772da97cf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2eaf5a-dda6-4de8-ac8c-901365668b07,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:02.297675 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa117-4e9b-4993-9ed4-2772da97cf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:02.299285 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1b0aa117-4e9b-4993-9ed4-2772da97cf35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db2eaf5a-dda6-4de8-ac8c-901365668b07 HTTP/1.1" status: 204 len: 168 time: 0.2978842 Jun 18 10:22:02.300705 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1b0aa117-4e9b-4993-9ed4-2772da97cf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:03.463160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26447284-3ac6-4cdd-b714-394b9e9e137d req-47da8818-4f0a-4b75-be9e-9a5355de0b96 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:03.464799 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-26447284-3ac6-4cdd-b714-394b9e9e137d req-47da8818-4f0a-4b75-be9e-9a5355de0b96 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.0935035 Jun 18 10:22:03.515378 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-26447284-3ac6-4cdd-b714-394b9e9e137d req-7163f584-c797-49ca-8559-d00b832a5911 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443404 Jun 18 10:22:04.728229 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cc220-0983-412a-acfe-cd0fa577c0c1 req-0c2bfcd5-fbf6-49a3-90f3-4d73d87e43ee tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:04.729940 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-947cc220-0983-412a-acfe-cd0fa577c0c1 req-0c2bfcd5-fbf6-49a3-90f3-4d73d87e43ee tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.0861876 Jun 18 10:22:04.781044 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-947cc220-0983-412a-acfe-cd0fa577c0c1 req-74dba0f2-0136-4833-9a4c-a2fd8ab88862 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448661 Jun 18 10:22:05.713813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 43996) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:05.874450 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-179764be-f6ba-49a0-ba96-8ed67e276d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:05.909280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-179764be-f6ba-49a0-ba96-8ed67e276d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:05.915657 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-179764be-f6ba-49a0-ba96-8ed67e276d2d admin admin] Usage tracker for resource:security_group_rule and tenant:27de453e4b494697af7e13971a9d7fbe is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:05.952189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-179764be-f6ba-49a0-ba96-8ed67e276d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:05.963359 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-179764be-f6ba-49a0-ba96-8ed67e276d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:06.044072 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd858640-5fac-4815-85aa-b7b30dd557e5 req-b0294152-0154-4506-a594-b993013d801c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:06.045720 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bd858640-5fac-4815-85aa-b7b30dd557e5 req-b0294152-0154-4506-a594-b993013d801c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.1323988 Jun 18 10:22:06.096068 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-179764be-f6ba-49a0-ba96-8ed67e276d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:06.122241 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bd858640-5fac-4815-85aa-b7b30dd557e5 req-0ad67c2f-59d7-4c98-a0ff-4d25ed4f3eaf tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653458 Jun 18 10:22:06.132740 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-179764be-f6ba-49a0-ba96-8ed67e276d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:06.141346 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-dc21e15d-a372-4881-a93f-04fa7911272b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:06.186483 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-179764be-f6ba-49a0-ba96-8ed67e276d2d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27de453e4b494697af7e13971a9d7fbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4714606 Jun 18 10:22:06.187642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179764be-f6ba-49a0-ba96-8ed67e276d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990f35e6-fcb4-42a4-9480-c8b9a1332f58,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:06.190731 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 44004) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:06.190902 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-179764be-f6ba-49a0-ba96-8ed67e276d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:06.260691 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-58fdf7c5-bc04-4618-a158-e24ea8344635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:06.290053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-58fdf7c5-bc04-4618-a158-e24ea8344635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:06.441298 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-58fdf7c5-bc04-4618-a158-e24ea8344635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:06.446565 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f640b935-d251-4c9e-b4c7-7ed433086523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:06.461665 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdf7c5-bc04-4618-a158-e24ea8344635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990f35e6-fcb4-42a4-9480-c8b9a1332f58,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:06.467007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-58fdf7c5-bc04-4618-a158-e24ea8344635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:06.473586 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-58fdf7c5-bc04-4618-a158-e24ea8344635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:06.475034 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-58fdf7c5-bc04-4618-a158-e24ea8344635 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/990f35e6-fcb4-42a4-9480-c8b9a1332f58 HTTP/1.1" status: 204 len: 168 time: 0.2829151 Jun 18 10:22:06.939974 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94852-a72b-4a36-bd15-4af5057802a9 req-d4cd2c50-7759-44d4-9d8a-b6e74eb38679 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:06.941068 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-0fb94852-a72b-4a36-bd15-4af5057802a9 req-d4cd2c50-7759-44d4-9d8a-b6e74eb38679 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Synchronizing usage tracker for tenant:6627bb315bdf443d8165739a893987ff on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:22:06.957513 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 44020) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:07.011648 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-0fb94852-a72b-4a36-bd15-4af5057802a9 req-d4cd2c50-7759-44d4-9d8a-b6e74eb38679 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Unset dirty status for tenant:6627bb315bdf443d8165739a893987ff on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:22:07.013011 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0fb94852-a72b-4a36-bd15-4af5057802a9 req-d4cd2c50-7759-44d4-9d8a-b6e74eb38679 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.1719062 Jun 18 10:22:07.079062 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 44026) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:07.098523 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-0fb94852-a72b-4a36-bd15-4af5057802a9 req-6320f7b8-9163-4e23-a524-2cc8855d3460 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Deleting port f8cf5873-25ce-4c09-9b3f-fb53ba242abd {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:22:07.098854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0fb94852-a72b-4a36-bd15-4af5057802a9 req-6320f7b8-9163-4e23-a524-2cc8855d3460 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.103862 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d58e64fa-f2e4-4df5-abc3-035b8a12d8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.139096 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d58e64fa-f2e4-4df5-abc3-035b8a12d8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:07.143141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d58e64fa-f2e4-4df5-abc3-035b8a12d8f5 admin admin] Usage tracker for resource:security_group_rule and tenant:c9ea64091b8c470da22ac7119423d3e5 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:07.146237 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-d58e64fa-f2e4-4df5-abc3-035b8a12d8f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:07.153329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-d58e64fa-f2e4-4df5-abc3-035b8a12d8f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:07.160891 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7409f5d6-1467-4926-8070-43c8123a24b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.233805 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d58e64fa-f2e4-4df5-abc3-035b8a12d8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.259668 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-7409f5d6-1467-4926-8070-43c8123a24b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:07.281922 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-7409f5d6-1467-4926-8070-43c8123a24b1 admin admin] Usage tracker for resource:security_group_rule and tenant:930550e2b04d4db7bc71dd511b991a5e is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:07.296918 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-7409f5d6-1467-4926-8070-43c8123a24b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:07.301675 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d58e64fa-f2e4-4df5-abc3-035b8a12d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.308700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-7409f5d6-1467-4926-8070-43c8123a24b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:07.315835 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b7e168f6-21ed-476b-a79f-63cbb334fd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:07.378850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e64fa-f2e4-4df5-abc3-035b8a12d8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb44b03-9c15-4d98-a9df-2f13c219a529,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:07.385232 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d58e64fa-f2e4-4df5-abc3-035b8a12d8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:07.389775 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d58e64fa-f2e4-4df5-abc3-035b8a12d8f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9ea64091b8c470da22ac7119423d3e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3092844 Jun 18 10:22:07.393028 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 44032) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:07.426604 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b50b89-abd1-48d1-9ed4-154adf3b0ff3 req-f6aff1c4-2477-4d88-8b53-0d1b709c56e6 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:07.428212 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-90b50b89-abd1-48d1-9ed4-154adf3b0ff3 req-f6aff1c4-2477-4d88-8b53-0d1b709c56e6 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 945 time: 0.1730001 Jun 18 10:22:07.442250 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-0fb94852-a72b-4a36-bd15-4af5057802a9 req-6320f7b8-9163-4e23-a524-2cc8855d3460 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] For port f8cf5873-25ce-4c09-9b3f-fb53ba242abd, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=f8cf5873-25ce-4c09-9b3f-fb53ba242abd,segment=NetworkSegment(c7299161-6857-454c-95ca-9d28dd148fd9),segment_id=c7299161-6857-454c-95ca-9d28dd148fd9)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:22:07.442644 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0fb94852-a72b-4a36-bd15-4af5057802a9 req-6320f7b8-9163-4e23-a524-2cc8855d3460 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.515421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-01a844f8-c690-4f9f-b5d5-c6838450b82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.520219 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-90b50b89-abd1-48d1-9ed4-154adf3b0ff3 req-7b8f8a5d-09b8-4f6e-b960-c0a06ff38b7b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798061 Jun 18 10:22:07.549598 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-01a844f8-c690-4f9f-b5d5-c6838450b82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.592889 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-0fb94852-a72b-4a36-bd15-4af5057802a9 req-6320f7b8-9163-4e23-a524-2cc8855d3460 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Calling delete_port for f8cf5873-25ce-4c09-9b3f-fb53ba242abd owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:22:07.635055 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-01a844f8-c690-4f9f-b5d5-c6838450b82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.646544 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-47b9d40a-a5fb-49c0-a05a-97de8b9ecc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:07.663333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a844f8-c690-4f9f-b5d5-c6838450b82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb44b03-9c15-4d98-a9df-2f13c219a529,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:07.667046 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-01a844f8-c690-4f9f-b5d5-c6838450b82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:07.668075 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7409f5d6-1467-4926-8070-43c8123a24b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.677942 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-01a844f8-c690-4f9f-b5d5-c6838450b82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.682395 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-01a844f8-c690-4f9f-b5d5-c6838450b82e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cbb44b03-9c15-4d98-a9df-2f13c219a529 HTTP/1.1" status: 204 len: 168 time: 0.2840712 Jun 18 10:22:07.757468 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7409f5d6-1467-4926-8070-43c8123a24b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.769856 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-45cdc537-4012-48d8-909b-f510782a6825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:07.852959 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409f5d6-1467-4926-8070-43c8123a24b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94650ec4-214b-458e-b388-f70f26b236ce,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:07.852959 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7409f5d6-1467-4926-8070-43c8123a24b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:07.852959 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-7409f5d6-1467-4926-8070-43c8123a24b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=930550e2b04d4db7bc71dd511b991a5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8899918 Jun 18 10:22:07.855336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 44038) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:07.916180 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0fb94852-a72b-4a36-bd15-4af5057802a9 req-6320f7b8-9163-4e23-a524-2cc8855d3460 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.932484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-80b7c551-277f-4406-98bf-15e867263299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.932841 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-585f7d45-da0b-4b15-9477-70a4b2929787 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:07.933305 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d', 'f8cf5873-25ce-4c09-9b3f-fb53ba242abd'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:22:07.969398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-80b7c551-277f-4406-98bf-15e867263299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:08.030119 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320f7b8-9163-4e23-a524-2cc8855d3460 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Pushing event deleted for resources: {'Port': ['ID=f8cf5873-25ce-4c09-9b3f-fb53ba242abd,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:08.034396 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6320f7b8-9163-4e23-a524-2cc8855d3460 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:08.094817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-80b7c551-277f-4406-98bf-15e867263299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:08.100201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-04e2a0db-081c-4918-8305-36a5ef3bf6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:08.126604 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-80b7c551-277f-4406-98bf-15e867263299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:08.127833 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-80b7c551-277f-4406-98bf-15e867263299 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94650ec4-214b-458e-b388-f70f26b236ce HTTP/1.1" status: 204 len: 168 time: 0.2731509 Jun 18 10:22:08.128847 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7c551-277f-4406-98bf-15e867263299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94650ec4-214b-458e-b388-f70f26b236ce,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:08.131844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-80b7c551-277f-4406-98bf-15e867263299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:08.145249 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb94852-a72b-4a36-bd15-4af5057802a9 req-6320f7b8-9163-4e23-a524-2cc8855d3460 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] No DVR routers for this DVR port f8cf5873-25ce-4c09-9b3f-fb53ba242abd on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:22:08.148252 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0fb94852-a72b-4a36-bd15-4af5057802a9 req-6320f7b8-9163-4e23-a524-2cc8855d3460 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:08.170397 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f5f7b8-6043-4686-ba6b-9b730d96f95f', 'name': 'network-vif-deleted', 'tag': 'f8cf5873-25ce-4c09-9b3f-fb53ba242abd'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:22:08.217949 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0fb94852-a72b-4a36-bd15-4af5057802a9 req-6320f7b8-9163-4e23-a524-2cc8855d3460 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.61 "DELETE /v2.0/ports/f8cf5873-25ce-4c09-9b3f-fb53ba242abd HTTP/1.1" status: 204 len: 173 time: 1.1923122 Jun 18 10:22:08.239856 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f5f7b8-6043-4686-ba6b-9b730d96f95f', 'name': 'network-vif-deleted', 'tag': 'f8cf5873-25ce-4c09-9b3f-fb53ba242abd', 'status': 'completed', 'code': 200} Jun 18 10:22:08.744795 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8c8b4ec9-17b9-4cab-ab3b-531bf2ac4fe9 req-0511e24d-9883-4f2d-b5e0-b1882eae9948 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6f5f7b8-6043-4686-ba6b-9b730d96f95f HTTP/1.1" status: 200 len: 210 time: 0.0619094 Jun 18 10:22:09.647261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 44094) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:09.800149 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1954270134-network', 'tenant_id': '26d530c70011453ea94cf24aad96530d'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:22:09.806124 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:09.813181 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Usage tracker for resource:network and tenant:26d530c70011453ea94cf24aad96530d is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:09.817789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:09.825545 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:09.887103 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Made reservation on behalf of 26d530c70011453ea94cf24aad96530d for: {'network': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:22:09.892205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:09.914822 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:09.951442 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:09.955752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Usage tracker for resource:security_group_rule and tenant:26d530c70011453ea94cf24aad96530d is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:09.959003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:09.966292 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:10.044007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:10.081436 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:10.086984 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-48a51b35-ed36-44af-96a2-4e68ab2cf4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:10.119484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=82215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:22:10.129100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918cb794-5f52-4bc1-ae70-075cd219078e,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:10.134016 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:10.136699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:10.137094 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Added segment a8a15a70-0893-4bb7-ab28-0512fdebb206 of type vlan for network 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f Jun 18 10:22:10.167682 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:10.275967 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:10.277510 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:10.277976 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:10.285178 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:10.433368 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Pushing event updated for resources: {'Network': ['ID=82ed5e5a-aac8-4c08-9ec3-4fa8a670954f,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:10.446956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:22:10.477601 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:10.487368 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 44124) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:10.494376 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Request body: {'subnet': {'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1954270134-subnet', 'tenant_id': '26d530c70011453ea94cf24aad96530d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:22:10.500317 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8496366 Jun 18 10:22:10.503844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:10.510559 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Usage tracker for resource:subnet and tenant:26d530c70011453ea94cf24aad96530d is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:10.514116 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:10.524822 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:10.572596 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e87d8-f935-4344-b0ac-8a1780548214 req-da89a8e2-f2eb-4c9e-b7a9-b11d336931d8 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:10.582760 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d99e87d8-f935-4344-b0ac-8a1780548214 req-da89a8e2-f2eb-4c9e-b7a9-b11d336931d8 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1511025 Jun 18 10:22:10.588605 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Made reservation on behalf of 26d530c70011453ea94cf24aad96530d for: {'subnet': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:22:10.594233 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2553668'] for subnet, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:10.657837 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d99e87d8-f935-4344-b0ac-8a1780548214 req-10bfa8f2-737d-4b1e-830a-c93d39633ac3 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737734 Jun 18 10:22:10.725395 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device f8cf5873-25ce-4c09-9b3f-fb53ba242abd no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:22:10.767477 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: f8cf5873-25ce-4c09-9b3f-fb53ba242abd {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:22:10.767858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device f8cf5873-25ce-4c09-9b3f-fb53ba242abd not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:22:11.169887 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852096343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2553685'] for subnet, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:11.177882 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ad565d10-ea44-46b8-8b90-34c31e788a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:11.246494 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6973c0a1-7495-453f-a885-c0dd672b2073,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:11.251881 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:11.299707 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Checking segment: {'id': 'a8a15a70-0893-4bb7-ab28-0512fdebb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:22:11.300112 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Network hostable DHCP agents. Network: 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:22:11.388004 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Network 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:22:11.416901 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f) {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:22:11.426944 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650554af-3c77-4840-b1f7-cfb6a9b19327 None None] Network 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:22:11.432081 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:11.432836 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:11.510914 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0221696 Jun 18 10:22:11.675404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587192f2-ed6f-43e3-93ce-41fd72994316 None None] Network 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:22:11.907708 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550fdb5-27ff-49e5-b258-7a7e2eaca8f2 req-4f18d416-1c4f-4490-b9a2-1b097f25fc7c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:11.926158 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3550fdb5-27ff-49e5-b258-7a7e2eaca8f2 req-4f18d416-1c4f-4490-b9a2-1b097f25fc7c tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1265328 Jun 18 10:22:11.975372 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3550fdb5-27ff-49e5-b258-7a7e2eaca8f2 req-f193282c-3b7a-4a62-a1cc-a991cd563a60 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481334 Jun 18 10:22:12.999872 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:13.201973 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7eba33-9b1b-47de-894f-d0c8b3824d8b req-e20570c0-02db-4e3c-a67a-ed994b3ac854 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:13.203561 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6f7eba33-9b1b-47de-894f-d0c8b3824d8b req-e20570c0-02db-4e3c-a67a-ed994b3ac854 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0956154 Jun 18 10:22:13.254408 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6f7eba33-9b1b-47de-894f-d0c8b3824d8b req-ed2b61d5-194f-4edc-a0f5-5e2a5a748bae tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446432 Jun 18 10:22:13.993110 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-aab6e652-3868-46aa-9d5f-1054105ef960 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:13.993922 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-aab6e652-3868-46aa-9d5f-1054105ef960 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Synchronizing usage tracker for tenant:26d530c70011453ea94cf24aad96530d on resource:network {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:22:14.058505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-aab6e652-3868-46aa-9d5f-1054105ef960 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Unset dirty status for tenant:26d530c70011453ea94cf24aad96530d on resource:network {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:22:14.059864 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-aab6e652-3868-46aa-9d5f-1054105ef960 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/networks?id=82ed5e5a-aac8-4c08-9ec3-4fa8a670954f HTTP/1.1" status: 200 len: 814 time: 0.2267642 Jun 18 10:22:14.077977 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-269a74c6-3e05-4dbf-bde6-ad93aa556715 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/quotas/26d530c70011453ea94cf24aad96530d HTTP/1.1" status: 200 len: 375 time: 0.0118866 Jun 18 10:22:14.135259 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-27796d09-08f1-4c81-8466-58d3ef3c07c3 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=26d530c70011453ea94cf24aad96530d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510356 Jun 18 10:22:14.348705 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-f9b0235a-731f-4b37-9355-b78e69869959 service neutron] 10.222.0.22 "GET /v2.0/networks/82ed5e5a-aac8-4c08-9ec3-4fa8a670954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059557 Jun 18 10:22:14.388118 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d0d0d-e411-4163-b806-8df3a9600e42 req-a84ca249-ea67-4c7d-a567-95cf29482060 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:14.389708 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-319d0d0d-e411-4163-b806-8df3a9600e42 req-a84ca249-ea67-4c7d-a567-95cf29482060 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1524312 Jun 18 10:22:14.717606 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-319d0d0d-e411-4163-b806-8df3a9600e42 req-4cca83f4-6395-40bf-813c-b4b25b213d04 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159299 Jun 18 10:22:14.742664 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e1f72ab0-93cb-4ecc-9d1d-6ed0dc30d8e0 service neutron] 10.222.0.22 "GET /v2.0/networks/82ed5e5a-aac8-4c08-9ec3-4fa8a670954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860710 Jun 18 10:22:14.945509 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e15048-c0c6-473f-82b7-49b0bfdfce4c req-08ff5cc0-f411-416b-870f-8cf715300ab7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:14.947945 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c3e15048-c0c6-473f-82b7-49b0bfdfce4c req-08ff5cc0-f411-416b-870f-8cf715300ab7 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0905771 Jun 18 10:22:15.022683 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-aa54b2cd-5976-440b-beb6-6643ac4c3a10 req-6b4b0246-7a1b-4eaf-be9a-4fdfb9f60441 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 210 time: 0.0693946 Jun 18 10:22:15.051813 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c3e15048-c0c6-473f-82b7-49b0bfdfce4c req-298f3c06-cdd0-4d65-be3c-aa84885c9622 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962873 Jun 18 10:22:15.954456 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1143189-1d0d-4971-8375-7c5c7e9b04d7 req-d3be51bc-87ca-4180-ab4d-24f4e5b64b5f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:15.956026 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d1143189-1d0d-4971-8375-7c5c7e9b04d7 req-d3be51bc-87ca-4180-ab4d-24f4e5b64b5f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.0864291 Jun 18 10:22:16.006632 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d1143189-1d0d-4971-8375-7c5c7e9b04d7 req-fdba5546-0c06-4a5d-8c88-bd5b7b171347 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 Jun 18 10:22:16.261899 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ef3a2ffd-bc25-4fb4-95d9-a771c07afcb2 req-e24fd821-45d1-40cf-92dc-ecaec0caba7c tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 210 time: 0.0968132 Jun 18 10:22:16.304100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3eb64-f74f-4862-b6aa-aac3a958d0e3 req-9dc89f7c-c4be-4773-8387-f083c9001516 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:16.304100 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7ec3eb64-f74f-4862-b6aa-aac3a958d0e3 req-9dc89f7c-c4be-4773-8387-f083c9001516 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0982978 Jun 18 10:22:16.349899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-db69d19a-4fe8-4794-a983-7d3d5cdef241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:16.362004 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7ec3eb64-f74f-4862-b6aa-aac3a958d0e3 req-5fddf933-8008-48ef-9f92-25feb2bf4a28 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485058 Jun 18 10:22:16.865431 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-95b0d179-3e16-4418-ade9-f1e88491b567 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:16.866997 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-95b0d179-3e16-4418-ade9-f1e88491b567 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.61 "GET /v2.0/networks?id=82ed5e5a-aac8-4c08-9ec3-4fa8a670954f HTTP/1.1" status: 200 len: 814 time: 0.1665475 Jun 18 10:22:16.891918 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Request body: {'port': {'device_id': '5774e2a9-aa77-4d4e-86d9-36135861b3ed', 'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f', 'admin_state_up': True, 'tenant_id': '26d530c70011453ea94cf24aad96530d'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:22:17.042693 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:17.048074 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Usage tracker for resource:port and tenant:26d530c70011453ea94cf24aad96530d is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:17.051291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:17.057706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:17.201808 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Made reservation on behalf of 26d530c70011453ea94cf24aad96530d for: {'port': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:22:17.207800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:17.280154 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0033a5-7d57-4877-b1b8-5f7348634249 req-435b560e-84d3-465e-a309-65000cabc5f6 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:17.281955 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b0033a5-7d57-4877-b1b8-5f7348634249 req-435b560e-84d3-465e-a309-65000cabc5f6 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.0929363 Jun 18 10:22:17.344080 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b0033a5-7d57-4877-b1b8-5f7348634249 req-6c08b3e6-4d83-4111-aba3-1fbc49bcd49e tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557449 Jun 18 10:22:17.402513 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Allocated IP 172.20.0.3 (82ed5e5a-aac8-4c08-9ec3-4fa8a670954f/6973c0a1-7495-453f-a885-c0dd672b2073/9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:22:17.502895 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6ef5289d-35bd-4b34-94e6-f6f61d6c1c74 req-ada1afa9-558f-44c3-a757-eecb80a81ea9 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 210 time: 0.0633790 Jun 18 10:22:17.595457 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d98f1b-c0ff-406c-9a7e-5c6e19ba298d req-90ceb2d7-6645-4a5e-818f-5b644b29685e tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:17.596973 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-56d98f1b-c0ff-406c-9a7e-5c6e19ba298d req-90ceb2d7-6645-4a5e-818f-5b644b29685e tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.0930450 Jun 18 10:22:17.640865 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:17.655155 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-56d98f1b-c0ff-406c-9a7e-5c6e19ba298d req-5eeea3f8-ca71-41a0-86fe-1d4248ce212b tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503314 Jun 18 10:22:17.725807 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:17.732630 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f89a91bc-4893-4c44-99c9-d34e51f03595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:17.811540 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Network 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:22:17.815045 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:22:17.819919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:22:17.847887 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Pushing event updated for resources: {'Port': ['ID=9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:17.899361 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:17.954296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:17.954986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:17.989746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:17.994933 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f253f3-e3e5-445e-8e68-d94bf22ea32d req-eb7b5f9c-75c7-4ba1-950f-67e9303bf6ee tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:17.995709 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-b6f253f3-e3e5-445e-8e68-d94bf22ea32d req-eb7b5f9c-75c7-4ba1-950f-67e9303bf6ee tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Synchronizing usage tracker for tenant:6627bb315bdf443d8165739a893987ff on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:22:18.025870 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1382380 Jun 18 10:22:18.041269 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Request body: {'port': {'device_id': '5774e2a9-aa77-4d4e-86d9-36135861b3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:22:18.072273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-b6f253f3-e3e5-445e-8e68-d94bf22ea32d req-eb7b5f9c-75c7-4ba1-950f-67e9303bf6ee tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Unset dirty status for tenant:6627bb315bdf443d8165739a893987ff on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:22:18.073517 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b6f253f3-e3e5-445e-8e68-d94bf22ea32d req-eb7b5f9c-75c7-4ba1-950f-67e9303bf6ee tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.2185793 Jun 18 10:22:18.214615 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-b6f253f3-e3e5-445e-8e68-d94bf22ea32d req-64193944-3c49-4f4d-bf4a-d5c98010eb40 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Deleting port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:22:18.215161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b6f253f3-e3e5-445e-8e68-d94bf22ea32d req-64193944-3c49-4f4d-bf4a-d5c98010eb40 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:18.274038 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:18.283357 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 44290) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:18.472525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-73afe291-8b71-460a-addd-e1a21ea522d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:18.558024 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-73afe291-8b71-460a-addd-e1a21ea522d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:18.570739 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-73afe291-8b71-460a-addd-e1a21ea522d1 admin admin] Usage tracker for resource:security_group_rule and tenant:cb0ff7bdec574f1597bfa2cf69fbee88 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:18.575410 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-73afe291-8b71-460a-addd-e1a21ea522d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:18.585322 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-73afe291-8b71-460a-addd-e1a21ea522d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:18.627202 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966865b-c074-4197-b597-4f15649e732d req-03d2ef9b-bf7b-4ce6-8911-82ba373def8c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:18.628749 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f966865b-c074-4197-b597-4f15649e732d req-03d2ef9b-bf7b-4ce6-8911-82ba373def8c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1381407 Jun 18 10:22:18.729883 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-b6f253f3-e3e5-445e-8e68-d94bf22ea32d req-64193944-3c49-4f4d-bf4a-d5c98010eb40 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] For port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d,segment=NetworkSegment(c7299161-6857-454c-95ca-9d28dd148fd9),segment_id=c7299161-6857-454c-95ca-9d28dd148fd9)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:22:18.730278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b6f253f3-e3e5-445e-8e68-d94bf22ea32d req-64193944-3c49-4f4d-bf4a-d5c98010eb40 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:18.790189 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f966865b-c074-4197-b597-4f15649e732d req-3beeeb5f-9a47-4dfe-9449-9b539c4c43c2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139266 Jun 18 10:22:18.796976 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-73afe291-8b71-460a-addd-e1a21ea522d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:18.816201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b4f56-b618-45f9-8475-1f3a34b93d59 req-0070ef2f-53e1-4f1e-adf7-52eb190f0235 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:18.817942 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d52b4f56-b618-45f9-8475-1f3a34b93d59 req-0070ef2f-53e1-4f1e-adf7-52eb190f0235 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 931 time: 0.1882217 Jun 18 10:22:18.848209 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-73afe291-8b71-460a-addd-e1a21ea522d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:18.858640 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1ea4-66a8-4719-b878-be04e78c8730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:18.862932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:18.934170 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afe291-8b71-460a-addd-e1a21ea522d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189e5158-a70c-417c-ab85-778701e07d53,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:18.943124 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-73afe291-8b71-460a-addd-e1a21ea522d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:18.987288 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-73afe291-8b71-460a-addd-e1a21ea522d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb0ff7bdec574f1597bfa2cf69fbee88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7027130 Jun 18 10:22:18.993519 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 44304) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:18.997393 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d52b4f56-b618-45f9-8475-1f3a34b93d59 req-ba1eab8f-0882-4f12-9e65-c1310995e336 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Synchronizing usage tracker for tenant:26d530c70011453ea94cf24aad96530d on resource:security_group {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:22:19.069486 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-b6f253f3-e3e5-445e-8e68-d94bf22ea32d req-64193944-3c49-4f4d-bf4a-d5c98010eb40 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Calling delete_port for ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:22:19.115707 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f787a-7775-4757-9bd8-fff6f2fc0253 req-f8f40f9e-7ba5-4291-bf4e-d4cdd280c2d0 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:19.117926 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cd2f787a-7775-4757-9bd8-fff6f2fc0253 req-f8f40f9e-7ba5-4291-bf4e-d4cdd280c2d0 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 946 time: 0.1762381 Jun 18 10:22:19.118940 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d52b4f56-b618-45f9-8475-1f3a34b93d59 req-ba1eab8f-0882-4f12-9e65-c1310995e336 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Unset dirty status for tenant:26d530c70011453ea94cf24aad96530d on resource:security_group {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:22:19.120050 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d52b4f56-b618-45f9-8475-1f3a34b93d59 req-ba1eab8f-0882-4f12-9e65-c1310995e336 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944686 Jun 18 10:22:19.123008 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-00c8b709-9e0a-40c9-b318-78f74c78c519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:19.178480 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-00c8b709-9e0a-40c9-b318-78f74c78c519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:19.189161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:19.243481 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cd2f787a-7775-4757-9bd8-fff6f2fc0253 req-8d4a0a7e-bb15-4b56-aa29-4a57359df3b9 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/security-groups?id=618185ca-6761-4698-86dc-1361b85fe7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170573 Jun 18 10:22:19.281721 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-00c8b709-9e0a-40c9-b318-78f74c78c519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:19.289700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5ce3e0ed-ba3b-449e-8790-38c879f4cbd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:19.301363 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b {{(pid=82216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:22:19.305770 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8b709-9e0a-40c9-b318-78f74c78c519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189e5158-a70c-417c-ab85-778701e07d53,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:19.309355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-00c8b709-9e0a-40c9-b318-78f74c78c519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:19.310583 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-00c8b709-9e0a-40c9-b318-78f74c78c519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:19.313227 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:19.315495 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-00c8b709-9e0a-40c9-b318-78f74c78c519 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/189e5158-a70c-417c-ab85-778701e07d53 HTTP/1.1" status: 204 len: 168 time: 0.3202331 Jun 18 10:22:19.335111 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Transition to ACTIVE for port object 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b will not be triggered until provisioned by entity L2. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:22:19.353973 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b6f253f3-e3e5-445e-8e68-d94bf22ea32d req-64193944-3c49-4f4d-bf4a-d5c98010eb40 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:19.359984 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:19.396026 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:19.410787 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193944-3c49-4f4d-bf4a-d5c98010eb40 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Pushing event deleted for resources: {'Port': ['ID=ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:19.415317 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-64193944-3c49-4f4d-bf4a-d5c98010eb40 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:19.418184 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6320f7b8-9163-4e23-a524-2cc8855d3460 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:19.609748 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f253f3-e3e5-445e-8e68-d94bf22ea32d req-64193944-3c49-4f4d-bf4a-d5c98010eb40 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] No DVR routers for this DVR port ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:22:19.622004 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-b6f253f3-e3e5-445e-8e68-d94bf22ea32d req-64193944-3c49-4f4d-bf4a-d5c98010eb40 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:19.622004 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca88a79-eec4-4fc8-9d3e-f376eca57158', 'name': 'network-vif-deleted', 'tag': 'ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:22:19.628581 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Pushing event updated for resources: {'Port': ['ID=9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:19.635876 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:19.707683 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca88a79-eec4-4fc8-9d3e-f376eca57158', 'name': 'network-vif-deleted', 'tag': 'ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d', 'status': 'completed', 'code': 200} Jun 18 10:22:19.709100 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b6f253f3-e3e5-445e-8e68-d94bf22ea32d req-64193944-3c49-4f4d-bf4a-d5c98010eb40 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.61 "DELETE /v2.0/ports/ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d HTTP/1.1" status: 204 len: 173 time: 1.6290808 Jun 18 10:22:19.752440 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Attempting to bind port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:22:19.752814 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Attempting to bind port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'a8a15a70-0893-4bb7-ab28-0512fdebb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f'}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:22:19.753179 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Attempting to bind port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b on network 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:22:19.759964 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b on network 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:22:19.760319 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Attempting to bind port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b on network 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:22:19.767614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:22:19.767982 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Checking segment: {'id': 'a8a15a70-0893-4bb7-ab28-0512fdebb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:22:19.768398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Bound using segment: {'id': 'a8a15a70-0893-4bb7-ab28-0512fdebb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f'} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:22:19.768869 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Bound port: 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a15a70-0893-4bb7-ab28-0512fdebb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f'}}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:22:19.769247 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:19.883839 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] For port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b, host hv-cinder-79702, cleared binding levels {{(pid=82216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:22:19.887675 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] For port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b,segment=NetworkSegment(a8a15a70-0893-4bb7-ab28-0512fdebb206),segment_id=a8a15a70-0893-4bb7-ab28-0512fdebb206)] {{(pid=82216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:22:19.917701 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 44316) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:19.937614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:19.944599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e2288b84-feba-4380-beb4-9152c8078283 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:19.992771 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8741744e-c2d6-4619-95e6-cc4598faa982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:20.053430 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:20.055680 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] 10.222.0.61 "PUT /v2.0/ports/9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b HTTP/1.1" status: 200 len: 1093 time: 2.0192988 Jun 18 10:22:20.066659 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18036860-5322-4061-a3ef-3adc5ed7d072 req-38e4ba5e-9079-4a6f-8ea4-7a0b817a3ffa tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:20.070076 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-18036860-5322-4061-a3ef-3adc5ed7d072 req-38e4ba5e-9079-4a6f-8ea4-7a0b817a3ffa tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1095088 Jun 18 10:22:20.070381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-8741744e-c2d6-4619-95e6-cc4598faa982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:20.077074 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Pushing event updated for resources: {'Port': ['ID=9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b,revision_number=3']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:20.080366 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-8741744e-c2d6-4619-95e6-cc4598faa982 admin admin] Usage tracker for resource:security_group_rule and tenant:4a33192f24a64492a5483c0128986e71 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:20.084193 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:20.085063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-8741744e-c2d6-4619-95e6-cc4598faa982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:20.092767 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-8741744e-c2d6-4619-95e6-cc4598faa982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:20.124313 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-18036860-5322-4061-a3ef-3adc5ed7d072 req-ae3c7e21-c54a-4f75-8c04-1606e5bf9393 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483181 Jun 18 10:22:20.219899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8741744e-c2d6-4619-95e6-cc4598faa982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:20.250775 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-c610d29f-1493-4bdb-8806-c2f371c73e0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26d530c70011453ea94cf24aad96530d&device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 1096 time: 0.1078753 Jun 18 10:22:20.346107 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8741744e-c2d6-4619-95e6-cc4598faa982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:20.379452 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:20.386042 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8fb41df7-278a-44a9-b42e-12d1eb92ac0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:20.394918 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-8741744e-c2d6-4619-95e6-cc4598faa982 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a33192f24a64492a5483c0128986e71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4760170 Jun 18 10:22:20.398180 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 44324) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:20.403856 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-dc17c033-43df-48b7-869a-5f9e8281e4c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b HTTP/1.1" status: 200 len: 217 time: 0.1346686 Jun 18 10:22:20.427896 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a61a0-a6dc-43a8-961f-14d89901de75 req-bb15580a-9352-4954-ae96-3a2a89add6b1 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:20.430612 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4a5a61a0-a6dc-43a8-961f-14d89901de75 req-bb15580a-9352-4954-ae96-3a2a89add6b1 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 943 time: 0.1487157 Jun 18 10:22:20.464561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741744e-c2d6-4619-95e6-cc4598faa982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba2451c-8b1e-4fea-ba61-723820a141e4,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:20.473773 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8741744e-c2d6-4619-95e6-cc4598faa982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:20.490132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-9d62099d-8c22-4690-bd16-5633c67088b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:20.491760 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-9d62099d-8c22-4690-bd16-5633c67088b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6973c0a1-7495-453f-a885-c0dd672b2073 HTTP/1.1" status: 200 len: 854 time: 0.0797005 Jun 18 10:22:20.493668 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-70dff1e4-65a7-48d5-ae7c-06844d8b1992 req-04c3a2fc-ca02-48b7-9d8b-57c9458a6685 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca88a79-eec4-4fc8-9d3e-f376eca57158 HTTP/1.1" status: 200 len: 210 time: 0.0600739 Jun 18 10:22:20.554378 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-f0693631-acae-4f49-9922-47e12a1b97f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82ed5e5a-aac8-4c08-9ec3-4fa8a670954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540893 Jun 18 10:22:20.581782 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4a5a61a0-a6dc-43a8-961f-14d89901de75 req-d594ab79-0013-4167-8b09-cb63947759ba tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427541 Jun 18 10:22:20.587827 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:22:20.589843 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-16644c8b-9b59-43bb-8267-7cd225a5f059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:20.619462 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-16644c8b-9b59-43bb-8267-7cd225a5f059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:20.638183 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:22:20.638833 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device ca1b21e6-4590-4e89-a4a7-7ea336dc7c6d not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:22:20.732902 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-16644c8b-9b59-43bb-8267-7cd225a5f059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:20.734641 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-e702c81e-5165-4ab9-a471-ec3550d3cf92 service neutron] 10.222.0.61 "GET /v2.0/networks/82ed5e5a-aac8-4c08-9ec3-4fa8a670954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727221 Jun 18 10:22:20.737379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-120e811a-8e08-4ab9-9152-b4d0484f21da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:20.754253 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16644c8b-9b59-43bb-8267-7cd225a5f059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba2451c-8b1e-4fea-ba61-723820a141e4,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:20.757119 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-16644c8b-9b59-43bb-8267-7cd225a5f059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:20.758407 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-16644c8b-9b59-43bb-8267-7cd225a5f059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:20.765189 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-16644c8b-9b59-43bb-8267-7cd225a5f059 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ba2451c-8b1e-4fea-ba61-723820a141e4 HTTP/1.1" status: 204 len: 168 time: 0.3576379 Jun 18 10:22:20.896312 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f448629-4185-4fcc-820f-2f595c6c47d3 req-5d2769bc-0c15-406a-ae0f-3c32bb4cdfdc service neutron] 10.222.0.61 "GET /v2.0/networks/82ed5e5a-aac8-4c08-9ec3-4fa8a670954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498258 Jun 18 10:22:21.363262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c152eac-661d-4893-b415-86fa9a388c46 req-8112ec86-1f43-4419-b4d8-b53e8c13f706 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:21.364891 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6c152eac-661d-4893-b415-86fa9a388c46 req-8112ec86-1f43-4419-b4d8-b53e8c13f706 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.0876427 Jun 18 10:22:21.415518 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6c152eac-661d-4893-b415-86fa9a388c46 req-d13c007f-feba-43f0-ab69-ef5381680de1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439091 Jun 18 10:22:21.605890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 44344) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:21.732873 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5774e2a9-aa77-4d4e-86d9-36135861b3ed', 'tag': '9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:22:21.799037 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5774e2a9-aa77-4d4e-86d9-36135861b3ed', 'tag': '9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b', 'status': 'completed', 'code': 200} Jun 18 10:22:21.839534 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e492a7-9075-47be-9665-bd11791cbe6b req-65b79ace-509d-414e-b292-bb06d961041f tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:21.841192 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d3e492a7-9075-47be-9665-bd11791cbe6b req-65b79ace-509d-414e-b292-bb06d961041f tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 943 time: 0.1183133 Jun 18 10:22:21.895269 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d3e492a7-9075-47be-9665-bd11791cbe6b req-b48e852e-4932-4632-b34d-762eeab06826 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468662 Jun 18 10:22:22.042338 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-436a3fca-3a5e-48b9-a3dd-c59c1488dd30 req-b9e3d5e4-d683-4d59-a6bf-a594f846529d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26d530c70011453ea94cf24aad96530d&device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 1096 time: 0.2209151 Jun 18 10:22:22.230073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a3fca-3a5e-48b9-a3dd-c59c1488dd30 req-212deeb1-8f99-43cc-86d7-fc8422839341 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:22.231661 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-436a3fca-3a5e-48b9-a3dd-c59c1488dd30 req-212deeb1-8f99-43cc-86d7-fc8422839341 service neutron] 10.222.0.61 "GET /v2.0/networks?id=82ed5e5a-aac8-4c08-9ec3-4fa8a670954f HTTP/1.1" status: 200 len: 915 time: 0.1767318 Jun 18 10:22:22.314598 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-436a3fca-3a5e-48b9-a3dd-c59c1488dd30 req-1b2de136-e26f-4ee7-ba33-6331f316f6d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b HTTP/1.1" status: 200 len: 217 time: 0.0749865 Jun 18 10:22:22.362835 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701408'] for router_interface, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:22.530068 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a3fca-3a5e-48b9-a3dd-c59c1488dd30 req-3f4ac00f-6e27-416a-b671-0f36930032fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:22.531633 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-436a3fca-3a5e-48b9-a3dd-c59c1488dd30 req-3f4ac00f-6e27-416a-b671-0f36930032fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6973c0a1-7495-453f-a885-c0dd672b2073 HTTP/1.1" status: 200 len: 854 time: 0.2097125 Jun 18 10:22:22.591184 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:22:22.654517 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a93e4e-4a66-4025-93d9-6971f58da1f4 req-7da923f2-0cd0-469c-a18b-a3d24e47d8fd tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:22.656415 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c7a93e4e-4a66-4025-93d9-6971f58da1f4 req-7da923f2-0cd0-469c-a18b-a3d24e47d8fd tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.0938649 Jun 18 10:22:22.713870 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c7a93e4e-4a66-4025-93d9-6971f58da1f4 req-1a1e141e-1175-41ed-8c85-3203cbd56f2c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510414 Jun 18 10:22:22.766495 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 44368) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:22.793360 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b,segment=NetworkSegment(a8a15a70-0893-4bb7-ab28-0512fdebb206),segment_id=a8a15a70-0893-4bb7-ab28-0512fdebb206)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:22:22.809250 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b', 'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f', 'port_id': '9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b', 'mac_address': 'fa:16:3e:5c:b3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6973c0a1-7495-453f-a885-c0dd672b2073', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:22:22.826158 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-436a3fca-3a5e-48b9-a3dd-c59c1488dd30 req-61d6e0dd-856c-4b55-b281-49598fcf9985 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82ed5e5a-aac8-4c08-9ec3-4fa8a670954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2845495 Jun 18 10:22:22.868950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:22.889168 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:22:22.905373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b,segment=NetworkSegment(a8a15a70-0893-4bb7-ab28-0512fdebb206),segment_id=a8a15a70-0893-4bb7-ab28-0512fdebb206)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:22:22.932435 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:22.935130 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:22.944946 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-74372dc8-ad7b-49cf-b747-f2743535aecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:22.989946 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-74372dc8-ad7b-49cf-b747-f2743535aecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:22.995636 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-74372dc8-ad7b-49cf-b747-f2743535aecc admin admin] Usage tracker for resource:security_group_rule and tenant:7e9882fd51274e4c893f5ecd35b1c5ed is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:23.002001 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-74372dc8-ad7b-49cf-b747-f2743535aecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:23.004943 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-436a3fca-3a5e-48b9-a3dd-c59c1488dd30 req-83c48477-5af9-48e0-b59e-414e6d82c1d4 service neutron] 10.222.0.61 "GET /v2.0/networks/82ed5e5a-aac8-4c08-9ec3-4fa8a670954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699278 Jun 18 10:22:23.009901 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-74372dc8-ad7b-49cf-b747-f2743535aecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:23.030488 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:23.042245 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:23.042627 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:23.043005 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:23.043492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:23.044030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:23.044533 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:23.045173 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:23.045566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:23.045930 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:23.046291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:23.046650 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:23.052476 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:23.150421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-74372dc8-ad7b-49cf-b747-f2743535aecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:23.169250 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5b93b-3f5a-478e-957a-4774a521f826 req-daef338e-5e7c-46b8-ad7a-ed57f77aea14 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:23.171230 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a9c5b93b-3f5a-478e-957a-4774a521f826 req-daef338e-5e7c-46b8-ad7a-ed57f77aea14 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 944 time: 0.1210978 Jun 18 10:22:23.194003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-74372dc8-ad7b-49cf-b747-f2743535aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:23.207021 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1b0aa117-4e9b-4993-9ed4-2772da97cf35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:23.227162 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:22:23.276793 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74372dc8-ad7b-49cf-b747-f2743535aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9b48b7-47cb-4214-b8d6-41932e77aec9,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:23.281412 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-74372dc8-ad7b-49cf-b747-f2743535aecc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e9882fd51274e4c893f5ecd35b1c5ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5136995 Jun 18 10:22:23.282593 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-74372dc8-ad7b-49cf-b747-f2743535aecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:23.285086 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a9c5b93b-3f5a-478e-957a-4774a521f826 req-c1aed4b4-8357-4434-8e40-9a3b5f254150 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074705 Jun 18 10:22:23.285629 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 44378) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:23.357349 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-436a3fca-3a5e-48b9-a3dd-c59c1488dd30 req-478fded5-f36c-43e1-92e1-1916111d2be2 service neutron] 10.222.0.61 "GET /v2.0/networks/82ed5e5a-aac8-4c08-9ec3-4fa8a670954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140891 Jun 18 10:22:23.368199 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ef204e05-d985-4081-a66f-273b0ef7d98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:23.396736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ef204e05-d985-4081-a66f-273b0ef7d98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:23.520996 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ef204e05-d985-4081-a66f-273b0ef7d98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:23.527374 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5e9d96ca-2c91-4e2b-8ed6-b24c9574d12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:23.538263 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef204e05-d985-4081-a66f-273b0ef7d98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9b48b7-47cb-4214-b8d6-41932e77aec9,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:23.543049 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ef204e05-d985-4081-a66f-273b0ef7d98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:23.547080 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ef204e05-d985-4081-a66f-273b0ef7d98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:23.551231 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ef204e05-d985-4081-a66f-273b0ef7d98a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d9b48b7-47cb-4214-b8d6-41932e77aec9 HTTP/1.1" status: 204 len: 168 time: 0.2621846 Jun 18 10:22:23.637019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] Deleting port 954477de-318d-464e-a02f-be2baea941ec {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:22:23.637392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:23.830596 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] For port 954477de-318d-464e-a02f-be2baea941ec, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=954477de-318d-464e-a02f-be2baea941ec,segment=NetworkSegment(c7299161-6857-454c-95ca-9d28dd148fd9),segment_id=c7299161-6857-454c-95ca-9d28dd148fd9)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:22:23.831017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:23.979205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602393b7-f780-4a04-9627-7cad8478b471 req-54faac71-55ba-4041-aab0-dbd3a90b5d50 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:23.981054 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-602393b7-f780-4a04-9627-7cad8478b471 req-54faac71-55ba-4041-aab0-dbd3a90b5d50 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1117291 Jun 18 10:22:23.984287 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] Calling delete_port for 954477de-318d-464e-a02f-be2baea941ec owned by network:router_interface {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:22:24.042383 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-602393b7-f780-4a04-9627-7cad8478b471 req-b886f616-7163-45d3-902b-a97929c1b388 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501626 Jun 18 10:22:24.342685 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:24.347651 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:24.391659 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] Pushing event deleted for resources: {'Port': ['ID=954477de-318d-464e-a02f-be2baea941ec,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:24.395800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:24.521963 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611fe3b-e7f1-495e-a4e9-e29baa0e155b req-c73e7ac2-51e9-49bc-bd95-5e33a601d13e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:24.525128 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f611fe3b-e7f1-495e-a4e9-e29baa0e155b req-c73e7ac2-51e9-49bc-bd95-5e33a601d13e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 944 time: 0.0936825 Jun 18 10:22:24.583178 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f611fe3b-e7f1-495e-a4e9-e29baa0e155b req-9d83a84e-e504-456e-8ba4-8c501c757373 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480766 Jun 18 10:22:24.591657 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:22:24.718066 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4013040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075024'] for router_interface, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:24.732489 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:22:24.738774 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:22:24.739335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:24.882357 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:24.916847 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5774e2a9-aa77-4d4e-86d9-36135861b3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:22:24.927128 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b,segment=NetworkSegment(a8a15a70-0893-4bb7-ab28-0512fdebb206),segment_id=a8a15a70-0893-4bb7-ab28-0512fdebb206)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:22:24.976945 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5774e2a9-aa77-4d4e-86d9-36135861b3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b', 'code': 200} Jun 18 10:22:24.978487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:24.981323 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:25.053822 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:25.058205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:25.307189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacea076-da58-4b05-831b-3ff05e9eb937 req-da23b947-1407-45ef-9ceb-aa3415f917ee tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:25.311342 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cacea076-da58-4b05-831b-3ff05e9eb937 req-da23b947-1407-45ef-9ceb-aa3415f917ee tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1185985 Jun 18 10:22:25.370987 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cacea076-da58-4b05-831b-3ff05e9eb937 req-cd1116f7-2af4-4d0e-8687-fa9db2e284db tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522590 Jun 18 10:22:25.676157 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4be3bd5f-6bfa-46c4-80ec-e57f2c50eedc req-20e6c176-a9c6-404a-a44f-863de19aabf1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 1098 time: 0.4166272 Jun 18 10:22:25.745313 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4be3bd5f-6bfa-46c4-80ec-e57f2c50eedc req-8d82880a-ccc1-4468-8f82-b2480ccf0024 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615785 Jun 18 10:22:25.764337 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] Router b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:22:25.807392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17673bc-a478-4340-9393-2a11b800c031 req-74fb2712-a346-42b1-b49a-ccaaa520015d tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:25.809056 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d17673bc-a478-4340-9393-2a11b800c031 req-74fb2712-a346-42b1-b49a-ccaaa520015d tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 945 time: 0.0868595 Jun 18 10:22:25.865232 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d17673bc-a478-4340-9393-2a11b800c031 req-f281492d-0b88-4932-89c8-6c642d7180cd tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492649 Jun 18 10:22:25.983819 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:22:25.993492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3334d-646e-4381-b51b-5c9df756927a None None] Sync routers for ids ['b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:22:26.009019 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] 10.222.0.22 "PUT /v2.0/routers/b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3991940 Jun 18 10:22:26.009240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a3334d-646e-4381-b51b-5c9df756927a None None] Routers {'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:22:26.009240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-35a3334d-646e-4381-b51b-5c9df756927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:22:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:22:26.009524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 44420) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:26.197497 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-35a3334d-646e-4381-b51b-5c9df756927a None None] Set router b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:22:26.221557 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Notify callbacks [] for router, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:26.446474 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:26.498765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Deleting port c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:22:26.499635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:26.689861 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cd929-6f65-47b1-936a-aff1bf80e06c req-00fe06aa-a9ec-4645-b9cf-731221c55882 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:26.694619 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ec4cd929-6f65-47b1-936a-aff1bf80e06c req-00fe06aa-a9ec-4645-b9cf-731221c55882 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1328585 Jun 18 10:22:26.703706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-35a3334d-646e-4381-b51b-5c9df756927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'name': 'tempest-ServerRescueNegativeTestJSON-1863272077-router', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:47Z', 'updated_at': '2021-06-18T10:22:24Z', 'revision_number': 5, 'project_id': '6627bb315bdf443d8165739a893987ff', 'gw_port': {'id': 'c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:48Z', 'updated_at': '2021-06-18T10:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:22:26.708327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3334d-646e-4381-b51b-5c9df756927a None None] Checking router: b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:22:26.722084 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a3334d-646e-4381-b51b-5c9df756927a None None] Routers {'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:22:26.722781 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-35a3334d-646e-4381-b51b-5c9df756927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:22:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:22:26.763637 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ec4cd929-6f65-47b1-936a-aff1bf80e06c req-6d6c71df-a999-4ac0-ac4b-359a1ec23d06 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631311 Jun 18 10:22:26.779989 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] For port c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:22:26.780389 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:26.938438 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Calling delete_port for c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 owned by network:router_gateway {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:22:26.943826 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-35a3334d-646e-4381-b51b-5c9df756927a None None] Set router b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa gateway port host: None {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:22:27.103731 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-35a3334d-646e-4381-b51b-5c9df756927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'name': 'tempest-ServerRescueNegativeTestJSON-1863272077-router', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:47Z', 'updated_at': '2021-06-18T10:22:26Z', 'revision_number': 6, 'project_id': '6627bb315bdf443d8165739a893987ff', 'gw_port_host': None}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:22:27.108612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3334d-646e-4381-b51b-5c9df756927a None None] The sync data for ids ['b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa'] in dv-cinder-797022-1-smb is: [{'id': 'b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa', 'name': 'tempest-ServerRescueNegativeTestJSON-1863272077-router', 'tenant_id': '6627bb315bdf443d8165739a893987ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:47Z', 'updated_at': '2021-06-18T10:22:26Z', 'revision_number': 6, 'project_id': '6627bb315bdf443d8165739a893987ff', 'gw_port_host': None}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:22:27.168614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a86a6f-e327-45b3-a9f4-8be0ce79cb47 req-3ab55d84-dfe0-4cc4-89aa-85fa57bbd6aa tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:27.170774 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-14a86a6f-e327-45b3-a9f4-8be0ce79cb47 req-3ab55d84-dfe0-4cc4-89aa-85fa57bbd6aa tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 945 time: 0.1124687 Jun 18 10:22:27.231044 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-14a86a6f-e327-45b3-a9f4-8be0ce79cb47 req-56570869-54aa-478f-8ac3-5891e6117fe5 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480430 Jun 18 10:22:27.252760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:27.259410 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:27.340557 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:27.342729 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:27.611874 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692977'] for router_gateway, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:27.895729 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89602'] for router, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:27.901486 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:27.973642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 954477de-318d-464e-a02f-be2baea941ec no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:22:28.019909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: 954477de-318d-464e-a02f-be2baea941ec {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:22:28.020452 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 954477de-318d-464e-a02f-be2baea941ec not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:22:28.021088 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:22:28.058279 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697056'] for router, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:28.058890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa {{(pid=82216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:22:28.075613 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:22:28.075613 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device c7b141a0-cd4b-4ba3-ac8e-d0ebaa5c78c4 not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:22:28.078986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Notify callbacks [] for router, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:28.080222 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] 10.222.0.22 "DELETE /v2.0/routers/b5b649d0-f0c2-4f6a-a3cc-1fcb2bc07baa HTTP/1.1" status: 204 len: 168 time: 2.0698543 Jun 18 10:22:28.082928 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 44484) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:28.107071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fb79f-cbcd-4c14-bc84-1cb9dbd0ff0a req-fecf66b8-9248-41e6-806c-919c71970412 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:28.108712 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3d7fb79f-cbcd-4c14-bc84-1cb9dbd0ff0a req-fecf66b8-9248-41e6-806c-919c71970412 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1557360 Jun 18 10:22:28.171014 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-050b8e79-1f24-43ae-8bc2-0f4ba284c50b admin admin] Deleting subnet beebdc3d-813f-4399-b6cf-a6f502fb4a6e {{(pid=82216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:22:28.174978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-050b8e79-1f24-43ae-8bc2-0f4ba284c50b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:28.184415 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3d7fb79f-cbcd-4c14-bc84-1cb9dbd0ff0a req-628b4d43-a3aa-4573-8546-b45ce1701366 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683715 Jun 18 10:22:28.240555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-050b8e79-1f24-43ae-8bc2-0f4ba284c50b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852513759'] for subnet, precommit_delete_associations {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:28.583716 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-050b8e79-1f24-43ae-8bc2-0f4ba284c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:28.938303 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-050b8e79-1f24-43ae-8bc2-0f4ba284c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2679532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852222038'] for subnet, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:28.944411 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:28.994415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b8e79-1f24-43ae-8bc2-0f4ba284c50b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beebdc3d-813f-4399-b6cf-a6f502fb4a6e,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:28.998373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-050b8e79-1f24-43ae-8bc2-0f4ba284c50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:29.001703 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-050b8e79-1f24-43ae-8bc2-0f4ba284c50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:29.010062 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-050b8e79-1f24-43ae-8bc2-0f4ba284c50b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/beebdc3d-813f-4399-b6cf-a6f502fb4a6e HTTP/1.1" status: 204 len: 168 time: 0.9254794 Jun 18 10:22:29.012742 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 44516) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:29.104246 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f3780-a6ac-4918-8d0d-2feba90c861f req-52b44694-ef52-4455-8950-c39e7d48905d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:29.105930 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-046f3780-a6ac-4918-8d0d-2feba90c861f req-52b44694-ef52-4455-8950-c39e7d48905d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1102674 Jun 18 10:22:29.136432 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:22:29.156842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:29.165951 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-046f3780-a6ac-4918-8d0d-2feba90c861f req-e7c90858-7770-45c5-9337-035ca8747139 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529044 Jun 18 10:22:29.298814 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:29.319390 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c5a42a-7761-410a-a013-9d5829ac1f43']}} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:22:29.333733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7299161-6857-454c-95ca-9d28dd148fd9') {'for_net_delete': True} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:22:29.334068 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7299161-6857-454c-95ca-9d28dd148fd9') {} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:22:29.346823 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262073'] for segment, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:29.369000 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:29.375976 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=82216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:22:29.376409 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852095981'] for segment, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:22:29.390652 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:22:29.495334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8db46-1ec0-473a-a18a-841966440bce req-e42f6125-26c8-47fb-b48d-52812fb74cfb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:29.497151 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-68f8db46-1ec0-473a-a18a-841966440bce req-e42f6125-26c8-47fb-b48d-52812fb74cfb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.0846596 Jun 18 10:22:29.531117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:29.536006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:29.543086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:29.550388 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-68f8db46-1ec0-473a-a18a-841966440bce req-345b0219-2880-4084-965c-920bd9cbf460 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467041 Jun 18 10:22:29.566293 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c5a42a-7761-410a-a013-9d5829ac1f43,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:29.569039 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:29.602582 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2bb9ad5f-ea91-478f-a06b-0bcf5cb1e675 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e0c5a42a-7761-410a-a013-9d5829ac1f43 HTTP/1.1" status: 204 len: 168 time: 0.5887406 Jun 18 10:22:29.940986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 44526) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:29.998879 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-05850fbc-5bb8-49cd-8914-991c81499d6e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6627bb315bdf443d8165739a893987ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0566106 Jun 18 10:22:30.001673 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 44532) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:30.077390 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0abaf5ea-d7f6-479c-9bef-2d0b2c4694d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:30.112917 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0abaf5ea-d7f6-479c-9bef-2d0b2c4694d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:30.189235 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0abaf5ea-d7f6-479c-9bef-2d0b2c4694d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:30.194801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-80b7c551-277f-4406-98bf-15e867263299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:30.210471 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaf5ea-d7f6-479c-9bef-2d0b2c4694d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618185ca-6761-4698-86dc-1361b85fe7aa,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:30.213748 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0abaf5ea-d7f6-479c-9bef-2d0b2c4694d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:30.237639 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0abaf5ea-d7f6-479c-9bef-2d0b2c4694d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:30.242406 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0abaf5ea-d7f6-479c-9bef-2d0b2c4694d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/618185ca-6761-4698-86dc-1361b85fe7aa HTTP/1.1" status: 204 len: 168 time: 0.2367351 Jun 18 10:22:30.408286 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7764fe-a369-465a-8df8-095427bc43a5 req-25c3c7d8-4185-41ba-b267-4e0296e7afc4 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:30.410036 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cd7764fe-a369-465a-8df8-095427bc43a5 req-25c3c7d8-4185-41ba-b267-4e0296e7afc4 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1086881 Jun 18 10:22:30.473568 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cd7764fe-a369-465a-8df8-095427bc43a5 req-e14cd3b9-51e0-488f-82a0-09999cca5ec3 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557210 Jun 18 10:22:30.606951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 08109469-080e-44b8-8fff-c0c1ac967e85 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:22:30.759986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 08109469-080e-44b8-8fff-c0c1ac967e85, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=08109469-080e-44b8-8fff-c0c1ac967e85,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:22:30.778368 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '08109469-080e-44b8-8fff-c0c1ac967e85', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'port_id': '08109469-080e-44b8-8fff-c0c1ac967e85', 'mac_address': 'fa:16:3e:e3:4e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:22:30.782355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba519ce-2159-4b4d-a739-89fc1de25d37 req-e77d3613-4fe5-47fb-b2d3-ac7d25609a3d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:30.784335 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4ba519ce-2159-4b4d-a739-89fc1de25d37 req-e77d3613-4fe5-47fb-b2d3-ac7d25609a3d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.0906119 Jun 18 10:22:30.841485 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4ba519ce-2159-4b4d-a739-89fc1de25d37 req-7b012b3a-7566-41aa-a96b-8aa7c240a790 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494576 Jun 18 10:22:30.844622 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:30.866544 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08109469-080e-44b8-8fff-c0c1ac967e85 {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:22:30.884900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 08109469-080e-44b8-8fff-c0c1ac967e85, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=08109469-080e-44b8-8fff-c0c1ac967e85,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:22:30.919412 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:30.922189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:31.006624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=08109469-080e-44b8-8fff-c0c1ac967e85,revision_number=6']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:31.014890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:31.037593 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['08109469-080e-44b8-8fff-c0c1ac967e85'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:22:31.708660 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0236c-18ec-4517-87f2-ccbe128179a8 req-90b6c7a3-718f-4791-aa21-4d5fed4f1716 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:31.710451 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c8a0236c-18ec-4517-87f2-ccbe128179a8 req-90b6c7a3-718f-4791-aa21-4d5fed4f1716 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.0914416 Jun 18 10:22:31.767662 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c8a0236c-18ec-4517-87f2-ccbe128179a8 req-6385d108-0997-4f0c-9033-1b9ea395769d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490382 Jun 18 10:22:32.078740 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf27df-92f6-46ce-825b-f9f2f9b96263 req-b8f3be5d-0bc0-4fce-ad9e-2ff8157f17ac tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:32.080346 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-66cf27df-92f6-46ce-825b-f9f2f9b96263 req-b8f3be5d-0bc0-4fce-ad9e-2ff8157f17ac tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 945 time: 0.0889900 Jun 18 10:22:32.132286 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-66cf27df-92f6-46ce-825b-f9f2f9b96263 req-34f9d2fc-240f-498a-b891-f0fa6fb27fc4 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437353 Jun 18 10:22:32.606257 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 08109469-080e-44b8-8fff-c0c1ac967e85 up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:22:32.710831 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 08109469-080e-44b8-8fff-c0c1ac967e85 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:22:32.711457 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:32.852230 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:32.884329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:22:32.900817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 08109469-080e-44b8-8fff-c0c1ac967e85, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=08109469-080e-44b8-8fff-c0c1ac967e85,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:22:32.938776 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:32.940801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:33.028921 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85', 'code': 200} Jun 18 10:22:33.049806 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=08109469-080e-44b8-8fff-c0c1ac967e85,revision_number=7']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:33.055415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:33.099437 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b0f16-2d00-4170-9512-ecb9f2207549 req-4525a733-4f3a-48dc-bf12-2afde4db8e48 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:33.101125 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b38b0f16-2d00-4170-9512-ecb9f2207549 req-4525a733-4f3a-48dc-bf12-2afde4db8e48 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1253068 Jun 18 10:22:33.161648 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b38b0f16-2d00-4170-9512-ecb9f2207549 req-fc7ffa04-7e7c-49f7-b403-5f2c8096827d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526292 Jun 18 10:22:33.461655 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5b87d-7d0f-4078-9e89-98099cda5f67 req-ffdcee9f-a032-4d98-99e2-01ac9400ee28 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:33.463332 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-abe5b87d-7d0f-4078-9e89-98099cda5f67 req-ffdcee9f-a032-4d98-99e2-01ac9400ee28 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1396732 Jun 18 10:22:33.546246 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-abe5b87d-7d0f-4078-9e89-98099cda5f67 req-096a6683-70a4-4aa1-bafe-faca56af8d9e tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691772 Jun 18 10:22:34.423701 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1f3fd-0b02-446d-a6dd-405996bd8db7 req-c1dacde9-ac06-43a3-ac56-2010e58554a4 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:34.425522 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-10a1f3fd-0b02-446d-a6dd-405996bd8db7 req-c1dacde9-ac06-43a3-ac56-2010e58554a4 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.0925148 Jun 18 10:22:34.487343 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-10a1f3fd-0b02-446d-a6dd-405996bd8db7 req-b24c2211-eb0d-4aab-a72b-6ca91519588f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543005 Jun 18 10:22:34.902591 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bb011-7b65-469b-aad7-8da8df91ce4e req-a934dc1a-95bb-4f10-85a1-144e748525c7 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:34.912686 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3d2bb011-7b65-469b-aad7-8da8df91ce4e req-a934dc1a-95bb-4f10-85a1-144e748525c7 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1747816 Jun 18 10:22:34.997615 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3d2bb011-7b65-469b-aad7-8da8df91ce4e req-59a3b287-916a-4583-b95c-5ae412858e1d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778203 Jun 18 10:22:35.737637 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2df62a-028e-48af-903b-31fc28802d02 req-f8a9ad8b-91c3-43c4-b767-4cddfee0a1a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:35.741985 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9f2df62a-028e-48af-903b-31fc28802d02 req-f8a9ad8b-91c3-43c4-b767-4cddfee0a1a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1000187 Jun 18 10:22:35.801402 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9f2df62a-028e-48af-903b-31fc28802d02 req-650fb269-9e91-4d8e-978a-beef1338b2b2 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544212 Jun 18 10:22:36.289173 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6573e0-a389-4606-8ebb-f400fc48d802 req-42a041bb-a92e-4b64-9472-a639c8c3ea45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:36.298198 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bf6573e0-a389-4606-8ebb-f400fc48d802 req-42a041bb-a92e-4b64-9472-a639c8c3ea45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1265793 Jun 18 10:22:36.360881 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bf6573e0-a389-4606-8ebb-f400fc48d802 req-89ed4a50-8b2e-4762-9816-371826c5dce3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616999 Jun 18 10:22:37.037000 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412390f-39ba-4f03-844a-54df00c5c94a req-0afb9882-00b4-43cc-9d4a-b2e18a20115c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:37.039310 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f412390f-39ba-4f03-844a-54df00c5c94a req-0afb9882-00b4-43cc-9d4a-b2e18a20115c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.0927286 Jun 18 10:22:37.096299 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f412390f-39ba-4f03-844a-54df00c5c94a req-418869de-874a-478b-b5ed-b8ce1b53fd87 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491359 Jun 18 10:22:37.734118 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c7993-4999-4ac8-ad84-907d8165f314 req-17969ad1-9a63-4758-a517-34b1a620f4ff tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:37.743175 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f80c7993-4999-4ac8-ad84-907d8165f314 req-17969ad1-9a63-4758-a517-34b1a620f4ff tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1782036 Jun 18 10:22:37.821075 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f80c7993-4999-4ac8-ad84-907d8165f314 req-adf3d413-5710-47cb-8226-232b6787441b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767128 Jun 18 10:22:38.398611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b5586-8a39-42a1-9898-8ca74b35cdca req-f46fd353-efe3-408e-a34e-f835167d0191 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:38.400243 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f14b5586-8a39-42a1-9898-8ca74b35cdca req-f46fd353-efe3-408e-a34e-f835167d0191 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1677094 Jun 18 10:22:38.464563 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f14b5586-8a39-42a1-9898-8ca74b35cdca req-f89746fd-ee29-4739-814b-cdb98d1dcc1e tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550880 Jun 18 10:22:39.128960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d8582-4d1b-417c-a9f7-cecae0e1f30b req-bab2128f-420d-4bd0-bc55-aeb996e845fb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:39.130538 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a96d8582-4d1b-417c-a9f7-cecae0e1f30b req-bab2128f-420d-4bd0-bc55-aeb996e845fb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1111701 Jun 18 10:22:39.184221 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a96d8582-4d1b-417c-a9f7-cecae0e1f30b req-0b8d2085-656d-4b75-9dd9-a730385726f1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454195 Jun 18 10:22:39.852601 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f57fa1a3-64b6-44d1-850d-77d0d5cb39ea req-061394ac-2ba4-4ebb-8145-4c7730710ab8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2393668 Jun 18 10:22:40.007558 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a74d88-56c0-4b6e-8a60-337f5168cefd req-7f5fa498-4b95-4496-ac9f-3bd5bb541729 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:40.009699 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-55a74d88-56c0-4b6e-8a60-337f5168cefd req-7f5fa498-4b95-4496-ac9f-3bd5bb541729 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.3910866 Jun 18 10:22:40.084844 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-55a74d88-56c0-4b6e-8a60-337f5168cefd req-ffc2d35f-d363-48cf-8764-b72418b44273 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668082 Jun 18 10:22:40.115283 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f57fa1a3-64b6-44d1-850d-77d0d5cb39ea req-4675e281-c5c6-4529-a528-a7a47f419f82 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa98b03e73be430aa86512a0c9c28b17&device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 1098 time: 0.1292231 Jun 18 10:22:40.396320 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fa1a3-64b6-44d1-850d-77d0d5cb39ea req-66edefb6-0b0d-4040-b7d1-63971174d40d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:40.398005 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f57fa1a3-64b6-44d1-850d-77d0d5cb39ea req-66edefb6-0b0d-4040-b7d1-63971174d40d service neutron] 10.222.0.61 "GET /v2.0/networks?id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b HTTP/1.1" status: 200 len: 911 time: 0.2414236 Jun 18 10:22:40.546562 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f57fa1a3-64b6-44d1-850d-77d0d5cb39ea req-d870fb86-c39c-4033-bfae-09c5a2a50dad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc05b38f-611d-4ed9-b3b1-0e3301a9d591 HTTP/1.1" status: 200 len: 1000 time: 0.1413648 Jun 18 10:22:40.599729 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306847e-4f05-45cb-9fed-3d034f3d36db req-5ca9f15e-61ca-4763-90bb-a98bc2ac869b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:40.603963 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1306847e-4f05-45cb-9fed-3d034f3d36db req-5ca9f15e-61ca-4763-90bb-a98bc2ac869b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.2011085 Jun 18 10:22:40.643633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fa1a3-64b6-44d1-850d-77d0d5cb39ea req-abea0f8d-a786-4ed2-8dbf-4d48e3840e5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:40.645185 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f57fa1a3-64b6-44d1-850d-77d0d5cb39ea req-abea0f8d-a786-4ed2-8dbf-4d48e3840e5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32310b40-dde4-4045-b65a-97e81d3f1bf5 HTTP/1.1" status: 200 len: 849 time: 0.0908935 Jun 18 10:22:40.660918 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1306847e-4f05-45cb-9fed-3d034f3d36db req-a6e76d58-fc33-45aa-942f-e645bad645c0 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491352 Jun 18 10:22:40.743140 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f57fa1a3-64b6-44d1-850d-77d0d5cb39ea req-54ddb23a-67db-421c-bf60-772cbbcffe1e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0907171 Jun 18 10:22:40.838241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8dab11-8e8c-40db-929c-64988f7aee14 req-92037af1-c907-4e2d-8cbb-426eafffae08 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:40.838241 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ac8dab11-8e8c-40db-929c-64988f7aee14 req-92037af1-c907-4e2d-8cbb-426eafffae08 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1008244 Jun 18 10:22:40.838241 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ac8dab11-8e8c-40db-929c-64988f7aee14 req-4669c9e9-4c8b-45da-912e-811fd163d78f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473278 Jun 18 10:22:40.942760 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f57fa1a3-64b6-44d1-850d-77d0d5cb39ea req-df0b0b28-2d29-4d37-9a6d-7626e4ead0f6 service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925087 Jun 18 10:22:41.098881 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f57fa1a3-64b6-44d1-850d-77d0d5cb39ea req-a095245b-0edd-49b0-bc79-0e523da9f862 service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476626 Jun 18 10:22:41.331102 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9065bbfc-b2bb-42a4-9a58-7ea60c4f02d7 req-90de12c1-2ba6-4112-beff-8f5ded1b2bb3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa98b03e73be430aa86512a0c9c28b17&device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 1098 time: 0.1091294 Jun 18 10:22:41.564792 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065bbfc-b2bb-42a4-9a58-7ea60c4f02d7 req-95d4d684-7b76-43ae-b333-c0a9c8033110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:41.568010 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9065bbfc-b2bb-42a4-9a58-7ea60c4f02d7 req-95d4d684-7b76-43ae-b333-c0a9c8033110 service neutron] 10.222.0.61 "GET /v2.0/networks?id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b HTTP/1.1" status: 200 len: 911 time: 0.2278483 Jun 18 10:22:41.723364 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9065bbfc-b2bb-42a4-9a58-7ea60c4f02d7 req-0c051e5d-80e7-4c21-a1ad-edf365367a3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc05b38f-611d-4ed9-b3b1-0e3301a9d591 HTTP/1.1" status: 200 len: 1000 time: 0.1386626 Jun 18 10:22:41.833650 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065bbfc-b2bb-42a4-9a58-7ea60c4f02d7 req-5ebf3f7c-19b1-4e37-b6eb-41d9f63b68ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:41.837080 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9065bbfc-b2bb-42a4-9a58-7ea60c4f02d7 req-5ebf3f7c-19b1-4e37-b6eb-41d9f63b68ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32310b40-dde4-4045-b65a-97e81d3f1bf5 HTTP/1.1" status: 200 len: 849 time: 0.0922973 Jun 18 10:22:41.904386 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4751390-b54a-45de-89dd-65b10e05f406 req-124890fa-1ffc-4ff3-8b5c-69e02b6eac7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:41.912360 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e4751390-b54a-45de-89dd-65b10e05f406 req-124890fa-1ffc-4ff3-8b5c-69e02b6eac7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1008081 Jun 18 10:22:41.948856 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9065bbfc-b2bb-42a4-9a58-7ea60c4f02d7 req-0179c701-a57a-49e9-9ec4-7de167b2b1a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1017725 Jun 18 10:22:41.973795 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e4751390-b54a-45de-89dd-65b10e05f406 req-b95570db-12f0-48f3-a00c-827c9aa725a8 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602143 Jun 18 10:22:42.132165 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a3b27-df08-4220-b3cd-04488dcf1cfd req-411340e1-0ae6-452a-9ea0-3621534d4c6c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:42.137414 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b10a3b27-df08-4220-b3cd-04488dcf1cfd req-411340e1-0ae6-452a-9ea0-3621534d4c6c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1050436 Jun 18 10:22:42.146063 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9065bbfc-b2bb-42a4-9a58-7ea60c4f02d7 req-607d9466-c713-4c48-b47d-b3000a4f2e83 service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831539 Jun 18 10:22:42.205318 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b10a3b27-df08-4220-b3cd-04488dcf1cfd req-307ea0f1-2114-499c-ab0e-350b2beb1c9c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514975 Jun 18 10:22:42.338397 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9065bbfc-b2bb-42a4-9a58-7ea60c4f02d7 req-41f35a6f-222e-491d-8d2e-c0c1d0830653 service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827142 Jun 18 10:22:43.073982 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:43.500811 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 44808) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:43.684551 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91debbe-e810-4acb-84de-ff8f39ba871b req-3c54c085-3ecb-475b-86fa-5c6c20551fa1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:43.686240 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b91debbe-e810-4acb-84de-ff8f39ba871b req-3c54c085-3ecb-475b-86fa-5c6c20551fa1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.3097169 Jun 18 10:22:43.721362 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de79ba-5ff2-4092-b822-3c828c3d8162 req-eb6d378a-1949-4d09-95de-eb73576c8f77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:43.729805 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-30de79ba-5ff2-4092-b822-3c828c3d8162 req-eb6d378a-1949-4d09-95de-eb73576c8f77 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.2493150 Jun 18 10:22:43.772628 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1ad846ed-4956-497e-b050-a1815fb4e48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:43.814266 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-30de79ba-5ff2-4092-b822-3c828c3d8162 req-b015b065-dbf3-42d4-a856-1d36bcbc57ea tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792480 Jun 18 10:22:43.815515 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b91debbe-e810-4acb-84de-ff8f39ba871b req-99051e1c-0691-4a20-adf6-2dd9d35ff4c2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213384 Jun 18 10:22:43.816059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1ad846ed-4956-497e-b050-a1815fb4e48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:43.822943 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1ad846ed-4956-497e-b050-a1815fb4e48f admin admin] Usage tracker for resource:security_group_rule and tenant:b35184c558a9417d86dfee53383a7641 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:43.826264 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1ad846ed-4956-497e-b050-a1815fb4e48f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:43.832553 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1ad846ed-4956-497e-b050-a1815fb4e48f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:43.942777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1ad846ed-4956-497e-b050-a1815fb4e48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:43.977936 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1ad846ed-4956-497e-b050-a1815fb4e48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:43.990734 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-558c2737-0478-44ec-b5b3-145c777a7016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:44.048279 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad846ed-4956-497e-b050-a1815fb4e48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3050d82d-b078-46a1-afef-fc7342571363,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:44.055207 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1ad846ed-4956-497e-b050-a1815fb4e48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:44.058977 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1ad846ed-4956-497e-b050-a1815fb4e48f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b35184c558a9417d86dfee53383a7641&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5569959 Jun 18 10:22:44.061705 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 44818) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:44.143950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ceade262-630a-4f60-8f31-8e8be49ce7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:44.177410 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ceade262-630a-4f60-8f31-8e8be49ce7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:44.263760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ceade262-630a-4f60-8f31-8e8be49ce7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:44.268077 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b9d55af2-9988-414c-8aa2-250209442200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:44.280362 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceade262-630a-4f60-8f31-8e8be49ce7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3050d82d-b078-46a1-afef-fc7342571363,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:44.284548 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ceade262-630a-4f60-8f31-8e8be49ce7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:44.296106 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ceade262-630a-4f60-8f31-8e8be49ce7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:44.298403 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ceade262-630a-4f60-8f31-8e8be49ce7d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3050d82d-b078-46a1-afef-fc7342571363 HTTP/1.1" status: 204 len: 168 time: 0.2350259 Jun 18 10:22:45.065856 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e8ea9-b63c-4490-89f7-a65047af96e2 req-973a14c7-455f-40b6-959c-c079cf6842ff tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:45.067557 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-418e8ea9-b63c-4490-89f7-a65047af96e2 req-973a14c7-455f-40b6-959c-c079cf6842ff tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.0970302 Jun 18 10:22:45.124751 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-418e8ea9-b63c-4490-89f7-a65047af96e2 req-2685ae39-096e-4f5b-a2d3-668818af5104 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496323 Jun 18 10:22:46.313904 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-abf6be3b-2df0-4097-9987-ce7f89367eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:46.447651 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0780f35-db36-490f-be73-fab0497dd328 req-5a00a055-da64-475b-80bf-ee48d1efc303 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:46.449243 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c0780f35-db36-490f-be73-fab0497dd328 req-5a00a055-da64-475b-80bf-ee48d1efc303 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.0886216 Jun 18 10:22:46.503702 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c0780f35-db36-490f-be73-fab0497dd328 req-cb56db0a-b776-429b-b32d-ad6d124202a8 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480382 Jun 18 10:22:47.682779 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0d82bbdf-799a-4eb8-b386-605dabe7700f req-9fae705e-fe5a-4c02-b9b3-20205597443c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 1099 time: 0.0783262 Jun 18 10:22:47.747924 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165627fe-ae0a-4995-ae9f-05e28795fd41 req-a0bfe68a-0efe-424c-ae23-4d8aa044c059 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:47.749610 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-165627fe-ae0a-4995-ae9f-05e28795fd41 req-a0bfe68a-0efe-424c-ae23-4d8aa044c059 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.0957456 Jun 18 10:22:47.811084 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-165627fe-ae0a-4995-ae9f-05e28795fd41 req-eb32450f-a1b9-4413-84f0-272c6120f72e tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534310 Jun 18 10:22:47.860023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82bbdf-799a-4eb8-b386-605dabe7700f req-8131c835-f34a-4172-ada2-b4c39a7dc34b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:47.861745 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0d82bbdf-799a-4eb8-b386-605dabe7700f req-8131c835-f34a-4172-ada2-b4c39a7dc34b service neutron] 10.222.0.61 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 917 time: 0.1699450 Jun 18 10:22:47.984459 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0d82bbdf-799a-4eb8-b386-605dabe7700f req-d87d2119-b800-4d82-851c-e872dac39fc7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08109469-080e-44b8-8fff-c0c1ac967e85 HTTP/1.1" status: 200 len: 1002 time: 0.1132238 Jun 18 10:22:48.000517 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:48.059995 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82bbdf-799a-4eb8-b386-605dabe7700f req-d2002557-fe27-4e70-96de-6f6c927182c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:48.061614 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0d82bbdf-799a-4eb8-b386-605dabe7700f req-d2002557-fe27-4e70-96de-6f6c927182c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=249b3ba4-7c30-459c-9ca5-3024d11ab3e4 HTTP/1.1" status: 200 len: 855 time: 0.0682302 Jun 18 10:22:48.151389 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0d82bbdf-799a-4eb8-b386-605dabe7700f req-b4b7b952-7224-4314-964d-925a194295aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36a98459-85f7-45ea-9d84-197536a50832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829284 Jun 18 10:22:48.303556 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0d82bbdf-799a-4eb8-b386-605dabe7700f req-c471152a-38da-4e0d-8d6f-40feb2673f7e service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445019 Jun 18 10:22:48.464347 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0d82bbdf-799a-4eb8-b386-605dabe7700f req-a45cfbdf-7eba-4eec-ad62-72b0594a71d3 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532638 Jun 18 10:22:48.851834 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7382a525-2db3-4ecb-b041-7e15cc7c0cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:49.045807 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac345e91-5d77-417e-b356-dd575ed1ee84 req-bc46cb5f-e5ff-40e7-8ec1-ec8d97226e43 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:49.047437 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ac345e91-5d77-417e-b356-dd575ed1ee84 req-bc46cb5f-e5ff-40e7-8ec1-ec8d97226e43 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.0915406 Jun 18 10:22:49.104822 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ac345e91-5d77-417e-b356-dd575ed1ee84 req-7fc36861-b42d-4ece-9b44-e5094dce31bd tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512106 Jun 18 10:22:49.177629 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:50.368072 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce784d5-72c6-4ac1-9136-5e8e0c5d6b9d req-eaa72dc1-cc53-4565-8888-a6ebd0edf6f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:50.370661 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0ce784d5-72c6-4ac1-9136-5e8e0c5d6b9d req-eaa72dc1-cc53-4565-8888-a6ebd0edf6f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 946 time: 0.1221528 Jun 18 10:22:50.384040 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:50.430368 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0ce784d5-72c6-4ac1-9136-5e8e0c5d6b9d req-74dc3f98-dfdd-40c3-a7f1-a9f6dab4638d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518546 Jun 18 10:22:50.691829 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 08109469-080e-44b8-8fff-c0c1ac967e85 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:22:50.833518 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:50.867872 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:22:50.878988 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 08109469-080e-44b8-8fff-c0c1ac967e85, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=08109469-080e-44b8-8fff-c0c1ac967e85,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:22:50.904095 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:50.907038 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:50.946204 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85', 'code': 200} Jun 18 10:22:50.990282 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=08109469-080e-44b8-8fff-c0c1ac967e85,revision_number=8']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:50.994921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:51.670502 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b26b0b-c08c-403c-aa85-10c15281b9ec req-eea7cf75-dc69-422b-a1d9-2a8a7f3f42ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:51.672119 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f9b26b0b-c08c-403c-aa85-10c15281b9ec req-eea7cf75-dc69-422b-a1d9-2a8a7f3f42ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.0910411 Jun 18 10:22:51.723268 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f9b26b0b-c08c-403c-aa85-10c15281b9ec req-d915157c-44b0-4ab6-b66e-64e2eebb699d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446894 Jun 18 10:22:53.306004 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8fdd693d-20d0-4b03-8ddb-dbadf410727d req-ff861f5a-2e19-4def-819e-5748324f4811 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0781217 Jun 18 10:22:54.749062 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81662b4d-4c1b-42a7-a469-d1e50bcecc1a req-dc5d1ce7-1212-49ff-9ef8-dbdebdcfa1de tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:54.750820 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-81662b4d-4c1b-42a7-a469-d1e50bcecc1a req-dc5d1ce7-1212-49ff-9ef8-dbdebdcfa1de tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.0974584 Jun 18 10:22:54.814635 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-81662b4d-4c1b-42a7-a469-d1e50bcecc1a req-a761599b-2215-4d7d-8d0a-02b1b81c8ec2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573814 Jun 18 10:22:54.979612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45092) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:55.144562 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2b8a8273-b9a0-45a5-a9e1-57b96ede820c req-33f11adb-1171-487f-8475-fd514419fc90 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1636307 Jun 18 10:22:56.095461 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 45136) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:56.145534 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88becca8-1c20-4788-a02a-806217341c3d req-e47844c1-832b-442a-b6a2-4d52cabe16fc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:56.148416 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-88becca8-1c20-4788-a02a-806217341c3d req-e47844c1-832b-442a-b6a2-4d52cabe16fc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.1468368 Jun 18 10:22:56.225640 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-88becca8-1c20-4788-a02a-806217341c3d req-9f74e4ce-cffb-4bd8-9f74-79241eabc3fa tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677927 Jun 18 10:22:56.282796 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:56.331299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:56.337037 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Usage tracker for resource:security_group_rule and tenant:df7816c0a9154e4e8caf634d37fa3e49 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:56.343372 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:56.353853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:56.466492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:56.498089 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:56.508664 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ef204e05-d985-4081-a66f-273b0ef7d98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:56.556496 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fd034a-a67b-4597-856e-8007d0938f9d,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:56.561439 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df7816c0a9154e4e8caf634d37fa3e49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4647541 Jun 18 10:22:56.564975 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45144) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:56.573913 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.574556 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.575194 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.575830 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.576499 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.577144 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.577859 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.578490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.579206 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.579852 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.580501 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.588035 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:56.649647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:56.682580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:56.772096 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:56.778556 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ce0ea0d2-7eab-43bf-a4f9-2a38de0c6194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:56.797405 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fd034a-a67b-4597-856e-8007d0938f9d,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:56.804530 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:56.807072 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5fd034a-a67b-4597-856e-8007d0938f9d HTTP/1.1" status: 204 len: 168 time: 0.2399931 Jun 18 10:22:56.818909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.818909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.818909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.818909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.818909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.818909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.829724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.829724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.829724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.829724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.829724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:22:56.829724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4e953582-b06b-4185-a18b-33c9aade0897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:57.304158 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2b8a8273-b9a0-45a5-a9e1-57b96ede820c req-9649e5be-1378-46af-b5a3-411b3595230d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78&tenant_id=b4708127900147f7b1e6283debca3a44 HTTP/1.1" status: 200 len: 1097 time: 0.1047990 Jun 18 10:22:57.325291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45164) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:57.348763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9337cd8b-9ec8-468a-b8cd-e5e1f410a249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:57.540697 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bffde-24b4-44c7-96dd-acfc1f11e27e req-5db9f9c9-7bec-4867-ad9b-62d7b51cdaf7 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:57.543796 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-df5bffde-24b4-44c7-96dd-acfc1f11e27e req-5db9f9c9-7bec-4867-ad9b-62d7b51cdaf7 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.1013198 Jun 18 10:22:57.605196 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-df5bffde-24b4-44c7-96dd-acfc1f11e27e req-7179121f-fe60-402c-baec-d775a13663dc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546806 Jun 18 10:22:57.709079 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-9337cd8b-9ec8-468a-b8cd-e5e1f410a249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:57.715852 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-9337cd8b-9ec8-468a-b8cd-e5e1f410a249 admin admin] Usage tracker for resource:security_group_rule and tenant:307e0d2435e64963809fc2313c2edb85 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:57.719620 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-9337cd8b-9ec8-468a-b8cd-e5e1f410a249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:57.727768 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-9337cd8b-9ec8-468a-b8cd-e5e1f410a249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:57.744106 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2b8a8273-b9a0-45a5-a9e1-57b96ede820c req-7b7eeea5-5b27-4ab2-ac62-ef21f6614761 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 1097 time: 0.3818190 Jun 18 10:22:57.787920 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 45172) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:57.926232 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9337cd8b-9ec8-468a-b8cd-e5e1f410a249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:57.944581 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a8273-b9a0-45a5-a9e1-57b96ede820c req-bddcb4b2-c0a7-4d5c-b29f-686f290ee932 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:57.946308 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2b8a8273-b9a0-45a5-a9e1-57b96ede820c req-bddcb4b2-c0a7-4d5c-b29f-686f290ee932 service neutron] 10.222.0.61 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 917 time: 0.1865718 Jun 18 10:22:57.956551 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-496d7019-175c-418f-aaad-a4de59f61b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:57.992883 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-496d7019-175c-418f-aaad-a4de59f61b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:57.997168 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-496d7019-175c-418f-aaad-a4de59f61b01 admin admin] Usage tracker for resource:security_group_rule and tenant:a40be56b6be846348168eb92c095553d is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:58.000503 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-496d7019-175c-418f-aaad-a4de59f61b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:58.007389 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-496d7019-175c-418f-aaad-a4de59f61b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:58.013378 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9337cd8b-9ec8-468a-b8cd-e5e1f410a249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:58.037900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7409f5d6-1467-4926-8070-43c8123a24b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:58.089169 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-496d7019-175c-418f-aaad-a4de59f61b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:58.105198 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337cd8b-9ec8-468a-b8cd-e5e1f410a249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50546e8-7cda-4916-8251-e1c8e942a263,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:58.111132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9337cd8b-9ec8-468a-b8cd-e5e1f410a249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:58.113747 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-9337cd8b-9ec8-468a-b8cd-e5e1f410a249 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=307e0d2435e64963809fc2313c2edb85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7872696 Jun 18 10:22:58.117690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45178) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:58.120406 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-496d7019-175c-418f-aaad-a4de59f61b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:58.129433 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:58.136556 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2b8a8273-b9a0-45a5-a9e1-57b96ede820c req-da00095c-2cd3-4994-80bc-475514df82e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08109469-080e-44b8-8fff-c0c1ac967e85 HTTP/1.1" status: 200 len: 1000 time: 0.1804798 Jun 18 10:22:58.175731 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d7019-175c-418f-aaad-a4de59f61b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31671ea-39d5-4dad-8792-61e1d2531bca,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:58.181166 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-496d7019-175c-418f-aaad-a4de59f61b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:58.185112 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-496d7019-175c-418f-aaad-a4de59f61b01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a40be56b6be846348168eb92c095553d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3960390 Jun 18 10:22:58.188128 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 45182) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:58.245691 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a8273-b9a0-45a5-a9e1-57b96ede820c req-65787bb8-f872-4e30-ab73-60b7d44b6750 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:58.247288 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2b8a8273-b9a0-45a5-a9e1-57b96ede820c req-65787bb8-f872-4e30-ab73-60b7d44b6750 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=249b3ba4-7c30-459c-9ca5-3024d11ab3e4 HTTP/1.1" status: 200 len: 855 time: 0.0970683 Jun 18 10:22:58.256270 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-63010bdc-8e9d-43b3-8643-a7e8935ee99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:58.256817 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0ac9-0ec9-43a0-83a5-23fb1d5a138c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:58.286104 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0ac9-0ec9-43a0-83a5-23fb1d5a138c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:58.335939 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-63010bdc-8e9d-43b3-8643-a7e8935ee99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:58.375831 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0ac9-0ec9-43a0-83a5-23fb1d5a138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:58.388117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-896b0122-115d-45cc-898c-9f4923b7aacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:58.404800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf0ac9-0ec9-43a0-83a5-23fb1d5a138c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31671ea-39d5-4dad-8792-61e1d2531bca,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:58.408084 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ebbf0ac9-0ec9-43a0-83a5-23fb1d5a138c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:58.408587 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2b8a8273-b9a0-45a5-a9e1-57b96ede820c req-c23c4fda-816d-4066-9496-abb23f69b216 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36a98459-85f7-45ea-9d84-197536a50832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1534412 Jun 18 10:22:58.409383 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0ac9-0ec9-43a0-83a5-23fb1d5a138c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:58.410303 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ebbf0ac9-0ec9-43a0-83a5-23fb1d5a138c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c31671ea-39d5-4dad-8792-61e1d2531bca HTTP/1.1" status: 204 len: 168 time: 0.2208798 Jun 18 10:22:58.456608 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-63010bdc-8e9d-43b3-8643-a7e8935ee99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:58.465419 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-dc616999-7d16-4c2d-ae7a-c5f24436d4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:58.531317 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63010bdc-8e9d-43b3-8643-a7e8935ee99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50546e8-7cda-4916-8251-e1c8e942a263,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:58.540215 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-63010bdc-8e9d-43b3-8643-a7e8935ee99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:58.549837 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-63010bdc-8e9d-43b3-8643-a7e8935ee99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:58.551093 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-63010bdc-8e9d-43b3-8643-a7e8935ee99d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c50546e8-7cda-4916-8251-e1c8e942a263 HTTP/1.1" status: 204 len: 168 time: 0.4323735 Jun 18 10:22:58.597551 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2b8a8273-b9a0-45a5-a9e1-57b96ede820c req-b50fc727-bf45-485b-98f5-273b589baa22 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806386 Jun 18 10:22:58.775605 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2b8a8273-b9a0-45a5-a9e1-57b96ede820c req-8d4af9c2-256c-4bd6-bd54-09387fc21797 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682658 Jun 18 10:22:58.862252 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7cc0b-9981-4cd0-818c-5e2008f16ce3 req-b379ef43-bec8-4af4-a81c-c1dddc4a686b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:22:58.863916 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-34f7cc0b-9981-4cd0-818c-5e2008f16ce3 req-b379ef43-bec8-4af4-a81c-c1dddc4a686b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.1021307 Jun 18 10:22:58.942973 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-34f7cc0b-9981-4cd0-818c-5e2008f16ce3 req-4a817170-0426-49d1-b877-89e8c8b06948 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707374 Jun 18 10:22:59.179762 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 45204) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:59.202715 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-423d498a-8cb5-4714-921c-0a5f455f9145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:59.240239 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-423d498a-8cb5-4714-921c-0a5f455f9145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:22:59.245930 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-423d498a-8cb5-4714-921c-0a5f455f9145 admin admin] Usage tracker for resource:security_group_rule and tenant:d897486de1ef463eac1186192057e0a6 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:22:59.249497 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-423d498a-8cb5-4714-921c-0a5f455f9145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:22:59.256454 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-423d498a-8cb5-4714-921c-0a5f455f9145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:22:59.354343 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-423d498a-8cb5-4714-921c-0a5f455f9145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:59.418488 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-423d498a-8cb5-4714-921c-0a5f455f9145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:59.436603 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:59.506711 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d498a-8cb5-4714-921c-0a5f455f9145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f30c4f9-97ff-4a4d-a2cb-1187e5b103f6,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:59.511812 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-423d498a-8cb5-4714-921c-0a5f455f9145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:59.517737 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-423d498a-8cb5-4714-921c-0a5f455f9145 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d897486de1ef463eac1186192057e0a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3334754 Jun 18 10:22:59.518984 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 45214) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:22:59.602798 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-356a19bf-9c9e-4f81-962a-1513d414c77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:59.642005 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-356a19bf-9c9e-4f81-962a-1513d414c77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:59.750220 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-356a19bf-9c9e-4f81-962a-1513d414c77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:59.756523 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-74372dc8-ad7b-49cf-b747-f2743535aecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:22:59.771659 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a19bf-9c9e-4f81-962a-1513d414c77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f30c4f9-97ff-4a4d-a2cb-1187e5b103f6,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:22:59.774909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-356a19bf-9c9e-4f81-962a-1513d414c77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:22:59.784905 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-356a19bf-9c9e-4f81-962a-1513d414c77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:59.786979 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-356a19bf-9c9e-4f81-962a-1513d414c77a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f30c4f9-97ff-4a4d-a2cb-1187e5b103f6 HTTP/1.1" status: 204 len: 168 time: 0.2675493 Jun 18 10:23:00.264773 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51b103-0db7-4748-be78-13bfce0bcca3 req-2ff5503b-754f-41fc-a72f-9895baed789f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:00.267659 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c51b103-0db7-4748-be78-13bfce0bcca3 req-2ff5503b-754f-41fc-a72f-9895baed789f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.1100049 Jun 18 10:23:00.381610 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c51b103-0db7-4748-be78-13bfce0bcca3 req-58ee6975-9a6b-49c3-a255-a63e648d75e1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694139 Jun 18 10:23:00.993302 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45258) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:01.019342 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9ff1-c027-4483-b88a-68e49783fe6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:01.071734 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ef1c9ff1-c027-4483-b88a-68e49783fe6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:01.077619 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ef1c9ff1-c027-4483-b88a-68e49783fe6f admin admin] Usage tracker for resource:security_group_rule and tenant:93174292f103453a84a2d0bfd178032d is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:01.082381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ef1c9ff1-c027-4483-b88a-68e49783fe6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:01.093431 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ef1c9ff1-c027-4483-b88a-68e49783fe6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:01.186164 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9ff1-c027-4483-b88a-68e49783fe6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:01.230257 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9ff1-c027-4483-b88a-68e49783fe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:01.255953 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-58fdf7c5-bc04-4618-a158-e24ea8344635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:01.320475 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ef1c9ff1-c027-4483-b88a-68e49783fe6f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=93174292f103453a84a2d0bfd178032d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3232298 Jun 18 10:23:01.321164 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45264) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:01.324627 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c9ff1-c027-4483-b88a-68e49783fe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8d25b9-528f-4cb6-a294-509557498595,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:01.359975 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ef1c9ff1-c027-4483-b88a-68e49783fe6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:01.443400 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9d7789e8-e47d-4029-9d20-4b95e837c165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:01.484946 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9d7789e8-e47d-4029-9d20-4b95e837c165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:01.589005 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9d7789e8-e47d-4029-9d20-4b95e837c165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:01.598237 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9337cd8b-9ec8-468a-b8cd-e5e1f410a249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:01.645755 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7789e8-e47d-4029-9d20-4b95e837c165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8d25b9-528f-4cb6-a294-509557498595,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:01.666363 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9d7789e8-e47d-4029-9d20-4b95e837c165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:01.667640 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9d7789e8-e47d-4029-9d20-4b95e837c165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:01.672945 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-9d7789e8-e47d-4029-9d20-4b95e837c165 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e8d25b9-528f-4cb6-a294-509557498595 HTTP/1.1" status: 204 len: 168 time: 0.3467150 Jun 18 10:23:01.836552 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865aa2b-582b-41bb-b829-d75e590b2d64 req-d3f8fb56-f24f-442f-a985-d4654aaad3e7 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:01.838533 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0865aa2b-582b-41bb-b829-d75e590b2d64 req-d3f8fb56-f24f-442f-a985-d4654aaad3e7 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.1619856 Jun 18 10:23:01.919763 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0865aa2b-582b-41bb-b829-d75e590b2d64 req-c22331eb-0b9e-4dfb-9941-ab77cf569907 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741954 Jun 18 10:23:02.934963 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45302) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:03.241001 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c8c86aed-be2d-44e4-bd4c-82794accedeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:03.266223 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbe833-9c80-425d-9efe-3da9a74ec23c req-7539b1a7-75d1-4435-9ef7-fb8c0efb2fd3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:03.267839 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-53dbe833-9c80-425d-9efe-3da9a74ec23c req-7539b1a7-75d1-4435-9ef7-fb8c0efb2fd3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.1384797 Jun 18 10:23:03.278167 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-c8c86aed-be2d-44e4-bd4c-82794accedeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:03.283241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-c8c86aed-be2d-44e4-bd4c-82794accedeb admin admin] Usage tracker for resource:security_group_rule and tenant:7d357ade5d454b98840f2113392f015f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:03.287775 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-c8c86aed-be2d-44e4-bd4c-82794accedeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:03.295264 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-c8c86aed-be2d-44e4-bd4c-82794accedeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:03.390701 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-53dbe833-9c80-425d-9efe-3da9a74ec23c req-7ffe40dc-f7ce-4421-9e6e-d2bcd2f78921 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140614 Jun 18 10:23:03.446222 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c8c86aed-be2d-44e4-bd4c-82794accedeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:03.480318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c8c86aed-be2d-44e4-bd4c-82794accedeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:03.517484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ef1c9ff1-c027-4483-b88a-68e49783fe6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:03.541566 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c8c86aed-be2d-44e4-bd4c-82794accedeb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d357ade5d454b98840f2113392f015f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6027668 Jun 18 10:23:03.544984 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 45322) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:03.557140 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c86aed-be2d-44e4-bd4c-82794accedeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bac2f0-e769-4333-954c-919d0f1c1fdd,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:03.560566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c8c86aed-be2d-44e4-bd4c-82794accedeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:03.639764 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-17698586-5c83-4594-b84e-9c7a142e9f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:03.674840 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-17698586-5c83-4594-b84e-9c7a142e9f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:03.761714 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-17698586-5c83-4594-b84e-9c7a142e9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:03.768028 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d813d211-f978-4b54-a0d3-d33546c376f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:03.779992 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17698586-5c83-4594-b84e-9c7a142e9f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bac2f0-e769-4333-954c-919d0f1c1fdd,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:03.785363 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-17698586-5c83-4594-b84e-9c7a142e9f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:03.787569 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-17698586-5c83-4594-b84e-9c7a142e9f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:03.789388 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-17698586-5c83-4594-b84e-9c7a142e9f10 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89bac2f0-e769-4333-954c-919d0f1c1fdd HTTP/1.1" status: 204 len: 168 time: 0.2426457 Jun 18 10:23:04.593062 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45374) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:04.621398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-12462b15-60fc-40d9-9185-5d326243322c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:04.644113 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e1974-ac9c-401b-a531-b923bd13b22b req-5e62466f-f02d-46e7-9a7e-2ee10ddffde3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:04.653147 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-537e1974-ac9c-401b-a531-b923bd13b22b req-5e62466f-f02d-46e7-9a7e-2ee10ddffde3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.1152735 Jun 18 10:23:04.719588 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-537e1974-ac9c-401b-a531-b923bd13b22b req-cb429785-f16b-479c-a2a4-51d806c92f4d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651321 Jun 18 10:23:04.754562 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-12462b15-60fc-40d9-9185-5d326243322c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:04.760315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-12462b15-60fc-40d9-9185-5d326243322c admin admin] Usage tracker for resource:security_group_rule and tenant:2ed906c0d9ed4fe99105352ffcd02b5c is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:04.763853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-12462b15-60fc-40d9-9185-5d326243322c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:04.771392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-12462b15-60fc-40d9-9185-5d326243322c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:04.874567 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-12462b15-60fc-40d9-9185-5d326243322c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:04.920424 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-12462b15-60fc-40d9-9185-5d326243322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:04.927845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1ad846ed-4956-497e-b050-a1815fb4e48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:04.974856 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12462b15-60fc-40d9-9185-5d326243322c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4681a177-47a3-486c-a9ff-9a5dc4ef56f8,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:04.984148 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-12462b15-60fc-40d9-9185-5d326243322c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ed906c0d9ed4fe99105352ffcd02b5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3931365 Jun 18 10:23:04.985424 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-12462b15-60fc-40d9-9185-5d326243322c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:04.990556 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 45386) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:05.093912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a103bc84-e414-4fa7-936e-79061543c298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:05.133548 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a103bc84-e414-4fa7-936e-79061543c298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:05.233623 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a103bc84-e414-4fa7-936e-79061543c298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:05.246419 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-16644c8b-9b59-43bb-8267-7cd225a5f059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:05.279642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103bc84-e414-4fa7-936e-79061543c298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4681a177-47a3-486c-a9ff-9a5dc4ef56f8,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:05.281613 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a103bc84-e414-4fa7-936e-79061543c298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:05.282601 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a103bc84-e414-4fa7-936e-79061543c298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:05.283977 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a103bc84-e414-4fa7-936e-79061543c298 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4681a177-47a3-486c-a9ff-9a5dc4ef56f8 HTTP/1.1" status: 204 len: 168 time: 0.2923574 Jun 18 10:23:06.044688 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91bb3c-a468-4674-b82c-7f1eed7413ad req-bb29fae0-daaa-407b-ae92-7dcd5119440a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:06.058449 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6c91bb3c-a468-4674-b82c-7f1eed7413ad req-bb29fae0-daaa-407b-ae92-7dcd5119440a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.1508586 Jun 18 10:23:06.138754 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:23:06.142254 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6c91bb3c-a468-4674-b82c-7f1eed7413ad req-fdc5bb25-fd14-4ec7-9cf2-7ff594ed7c1e tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818088 Jun 18 10:23:07.446180 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d01a-774e-4a16-936a-0fbcf0a5278f req-57e0864c-c69c-4fe8-a5ce-295f0d2d507b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:07.455107 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8b79d01a-774e-4a16-936a-0fbcf0a5278f req-57e0864c-c69c-4fe8-a5ce-295f0d2d507b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.1163087 Jun 18 10:23:07.519450 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8b79d01a-774e-4a16-936a-0fbcf0a5278f req-aeffb608-7d90-455d-bc9d-700f13224c8a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539100 Jun 18 10:23:08.804917 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edc233-3e4c-4f12-9157-6ae5a5a60fc8 req-c42f2076-e70b-4e8c-8294-3184a2b9f8b1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:08.807288 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-66edc233-3e4c-4f12-9157-6ae5a5a60fc8 req-c42f2076-e70b-4e8c-8294-3184a2b9f8b1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.0929754 Jun 18 10:23:08.878910 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-66edc233-3e4c-4f12-9157-6ae5a5a60fc8 req-da279790-5bde-4ee4-ac49-5e5e55aba712 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522852 Jun 18 10:23:10.172640 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3344d0-efd3-475a-90de-88e13f5b57e5 req-f73a24bf-d82c-40ba-8af0-c2f2b5c43ee2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:10.174423 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-aa3344d0-efd3-475a-90de-88e13f5b57e5 req-f73a24bf-d82c-40ba-8af0-c2f2b5c43ee2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.0961163 Jun 18 10:23:10.233037 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-aa3344d0-efd3-475a-90de-88e13f5b57e5 req-1da7321e-7769-4c6a-a032-ef36ad7fdb88 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513868 Jun 18 10:23:11.707508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef08d5-abad-41a3-86cf-7476755cde79 req-12460dbb-19aa-4be5-a26f-0739ca689a8c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:11.716921 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-89ef08d5-abad-41a3-86cf-7476755cde79 req-12460dbb-19aa-4be5-a26f-0739ca689a8c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.1413772 Jun 18 10:23:11.772206 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-89ef08d5-abad-41a3-86cf-7476755cde79 req-1d69b0f5-d7f3-403c-8ad8-52617a1dcac1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527451 Jun 18 10:23:13.017820 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a121f5-6274-4ce1-a63f-759b119fd993 req-0bc8f103-27cd-4627-8ba4-d6b27548576a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:13.019780 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-01a121f5-6274-4ce1-a63f-759b119fd993 req-0bc8f103-27cd-4627-8ba4-d6b27548576a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.0955658 Jun 18 10:23:13.046239 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:13.077079 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-01a121f5-6274-4ce1-a63f-759b119fd993 req-84392ce4-60b6-421d-a910-32e2f7d76aa4 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484247 Jun 18 10:23:14.323803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef55a6-1638-4567-91a7-5f957454e6da req-2fa85a33-9b4f-42a7-b46c-26598f7db46f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:14.326547 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-31ef55a6-1638-4567-91a7-5f957454e6da req-2fa85a33-9b4f-42a7-b46c-26598f7db46f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 944 time: 0.0909982 Jun 18 10:23:14.385865 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-31ef55a6-1638-4567-91a7-5f957454e6da req-d25205f2-cb34-408f-857b-d450711a7b55 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489931 Jun 18 10:23:14.814352 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 08109469-080e-44b8-8fff-c0c1ac967e85 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:23:14.985692 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 08109469-080e-44b8-8fff-c0c1ac967e85, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=08109469-080e-44b8-8fff-c0c1ac967e85,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:23:15.002297 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '08109469-080e-44b8-8fff-c0c1ac967e85', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'port_id': '08109469-080e-44b8-8fff-c0c1ac967e85', 'mac_address': 'fa:16:3e:e3:4e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:23:15.075156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:15.097530 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08109469-080e-44b8-8fff-c0c1ac967e85 {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:23:15.116797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 08109469-080e-44b8-8fff-c0c1ac967e85, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=08109469-080e-44b8-8fff-c0c1ac967e85,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:23:15.171873 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:15.174032 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:15.246760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=08109469-080e-44b8-8fff-c0c1ac967e85,revision_number=9']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:15.251551 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:15.480622 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['08109469-080e-44b8-8fff-c0c1ac967e85'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:23:15.618671 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209835b-e230-4960-a34a-9ca41437d083 req-883d20c3-f9f6-4597-a1c0-5b3f0dafea3b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:15.620325 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3209835b-e230-4960-a34a-9ca41437d083 req-883d20c3-f9f6-4597-a1c0-5b3f0dafea3b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 945 time: 0.0920537 Jun 18 10:23:15.677049 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3209835b-e230-4960-a34a-9ca41437d083 req-46a48b5e-cb32-4562-8c63-8ee093a2e668 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497906 Jun 18 10:23:16.828664 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 08109469-080e-44b8-8fff-c0c1ac967e85 up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:23:16.911175 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 08109469-080e-44b8-8fff-c0c1ac967e85 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:23:16.911175 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:16.946356 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8981d0-23d6-40c2-9053-856db33d9710 req-a3c43d53-1147-4ead-9e8e-d172ca0d827f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:16.948013 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6d8981d0-23d6-40c2-9053-856db33d9710 req-a3c43d53-1147-4ead-9e8e-d172ca0d827f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 945 time: 0.0939415 Jun 18 10:23:17.005903 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6d8981d0-23d6-40c2-9053-856db33d9710 req-0f6d8a6f-7a83-4f34-89ec-a6428f180154 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507233 Jun 18 10:23:17.045846 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:17.081929 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:23:17.094105 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 08109469-080e-44b8-8fff-c0c1ac967e85, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=08109469-080e-44b8-8fff-c0c1ac967e85,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:23:17.148027 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85', 'code': 200} Jun 18 10:23:17.383649 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-54b0334a-09f1-4a9a-9b6b-2e94f59b3df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:17.385752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:17.387898 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:17.460471 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=08109469-080e-44b8-8fff-c0c1ac967e85,revision_number=10']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:17.464020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:17.844375 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7496a8ab-2fac-4335-8490-26e10db0ec83 req-46a2738e-ef1c-4f98-a678-d44274aa71da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 1100 time: 0.0914097 Jun 18 10:23:17.913390 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7496a8ab-2fac-4335-8490-26e10db0ec83 req-1978a989-1f64-4563-ad19-b03f3308f1a4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624940 Jun 18 10:23:18.080579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:18.199564 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45564) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:18.275966 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14e0b-843a-46e8-92be-07d71b89b094 req-49bc6fd7-a019-4ba1-b346-36443794b64d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:18.277994 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-abc14e0b-843a-46e8-92be-07d71b89b094 req-49bc6fd7-a019-4ba1-b346-36443794b64d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 947 time: 0.1037614 Jun 18 10:23:18.347199 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-abc14e0b-843a-46e8-92be-07d71b89b094 req-7c23f126-af90-42fa-baf0-cd6480a07ef5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562773 Jun 18 10:23:18.470856 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8ef7a3e-888c-45c4-ad22-6e6df64cd1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:18.515005 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e8ef7a3e-888c-45c4-ad22-6e6df64cd1f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:18.522102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e8ef7a3e-888c-45c4-ad22-6e6df64cd1f9 admin admin] Usage tracker for resource:security_group_rule and tenant:bb33dd86cd954d9fb8056508cd4fdf7f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:18.528054 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e8ef7a3e-888c-45c4-ad22-6e6df64cd1f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:18.536524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e8ef7a3e-888c-45c4-ad22-6e6df64cd1f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:18.611651 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8ef7a3e-888c-45c4-ad22-6e6df64cd1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:18.640192 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e8ef7a3e-888c-45c4-ad22-6e6df64cd1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:18.648951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-fbcd574c-7da4-4af6-92eb-2613242700ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:18.699768 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e8ef7a3e-888c-45c4-ad22-6e6df64cd1f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb33dd86cd954d9fb8056508cd4fdf7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4962687 Jun 18 10:23:18.699768 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef7a3e-888c-45c4-ad22-6e6df64cd1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff7b11b-c045-45a0-8f4d-144a72d23636,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:18.701675 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45574) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:18.704936 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e8ef7a3e-888c-45c4-ad22-6e6df64cd1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:18.783139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cb71a153-0722-4d6b-9a16-31ae957581d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:18.816498 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cb71a153-0722-4d6b-9a16-31ae957581d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:18.864076 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bbe53ffc-d6b4-4ed9-b11f-f47d9d7bc8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:18.915053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cb71a153-0722-4d6b-9a16-31ae957581d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:18.920815 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0221ef7a-b852-40f8-a73e-dade25079b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:18.936540 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71a153-0722-4d6b-9a16-31ae957581d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff7b11b-c045-45a0-8f4d-144a72d23636,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:18.939556 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cb71a153-0722-4d6b-9a16-31ae957581d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:18.953845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cb71a153-0722-4d6b-9a16-31ae957581d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:18.955779 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-cb71a153-0722-4d6b-9a16-31ae957581d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ff7b11b-c045-45a0-8f4d-144a72d23636 HTTP/1.1" status: 204 len: 168 time: 0.2527213 Jun 18 10:23:19.198695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:19.643676 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc5d3a-07d4-42eb-8da8-8dd50e9d3854 req-a6fed632-a699-43a7-8b17-b2106ffe6d93 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:19.645935 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-59bc5d3a-07d4-42eb-8da8-8dd50e9d3854 req-a6fed632-a699-43a7-8b17-b2106ffe6d93 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 947 time: 0.1084545 Jun 18 10:23:19.696248 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45616) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:19.716981 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-59bc5d3a-07d4-42eb-8da8-8dd50e9d3854 req-0ef99af2-b734-4c30-9d3b-502819dc1378 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610383 Jun 18 10:23:19.722394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6f232129-59ec-4b34-b8d1-2d93d5eff86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:19.774072 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-6f232129-59ec-4b34-b8d1-2d93d5eff86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:19.779707 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-6f232129-59ec-4b34-b8d1-2d93d5eff86d admin admin] Usage tracker for resource:security_group_rule and tenant:1da265effd9f4f4e9a74a7c259ef1ee5 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:19.784242 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-6f232129-59ec-4b34-b8d1-2d93d5eff86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:19.793003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-6f232129-59ec-4b34-b8d1-2d93d5eff86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:19.892917 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6f232129-59ec-4b34-b8d1-2d93d5eff86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:19.942767 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6f232129-59ec-4b34-b8d1-2d93d5eff86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:19.951176 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f0844a27-5e72-4f1a-9892-de3de11d3c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:19.998014 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f232129-59ec-4b34-b8d1-2d93d5eff86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea1e43e-5f5b-4c82-ac87-98f0fad96d49,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:20.001814 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6f232129-59ec-4b34-b8d1-2d93d5eff86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:20.004954 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-6f232129-59ec-4b34-b8d1-2d93d5eff86d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1da265effd9f4f4e9a74a7c259ef1ee5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3070500 Jun 18 10:23:20.008449 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45636) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:20.084053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dea215c-798a-45dc-a102-3fef16840956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:20.113335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dea215c-798a-45dc-a102-3fef16840956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:20.276259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dea215c-798a-45dc-a102-3fef16840956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:20.290538 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-58773d21-0b98-4826-96f4-bddee355b8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:20.329077 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea215c-798a-45dc-a102-3fef16840956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea1e43e-5f5b-4c82-ac87-98f0fad96d49,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:20.334611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1dea215c-798a-45dc-a102-3fef16840956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:20.336976 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1dea215c-798a-45dc-a102-3fef16840956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:20.339615 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1dea215c-798a-45dc-a102-3fef16840956 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5ea1e43e-5f5b-4c82-ac87-98f0fad96d49 HTTP/1.1" status: 204 len: 168 time: 0.3284831 Jun 18 10:23:20.421483 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:21.091505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852c460-5cdd-4f11-81a3-f199a95065c8 req-f85e1187-95dc-456d-856a-373e1aaec808 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:21.097204 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2852c460-5cdd-4f11-81a3-f199a95065c8 req-f85e1187-95dc-456d-856a-373e1aaec808 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 947 time: 0.1188469 Jun 18 10:23:21.172509 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2852c460-5cdd-4f11-81a3-f199a95065c8 req-3bbf169c-3a63-40b2-9cea-8bf64d33ead3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729587 Jun 18 10:23:27.009882 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139bf0-40fb-4fe6-bf3b-542ccb6b9567 req-31ea1de6-5871-4aaa-9018-978e6cace4cf tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:27.011747 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-83139bf0-40fb-4fe6-bf3b-542ccb6b9567 req-31ea1de6-5871-4aaa-9018-978e6cace4cf tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.0957191 Jun 18 10:23:27.068270 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-83139bf0-40fb-4fe6-bf3b-542ccb6b9567 req-c9a96537-71ec-436e-8d8e-cc19a437ec90 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498931 Jun 18 10:23:28.331834 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b078c9b-ca3f-498e-88f9-2fec5a2a31e0 req-444b1766-3648-4efd-b1ea-a591e77f9c44 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:28.333764 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4b078c9b-ca3f-498e-88f9-2fec5a2a31e0 req-444b1766-3648-4efd-b1ea-a591e77f9c44 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1154294 Jun 18 10:23:28.387987 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4b078c9b-ca3f-498e-88f9-2fec5a2a31e0 req-9db62e48-b450-4b9e-b472-1c47b6bdd7fa tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472806 Jun 18 10:23:29.577377 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eddec-a7b6-4660-97ec-221278e11be2 req-adf340ff-63aa-464d-b3f0-d8138972e50b tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:29.578347 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-747eddec-a7b6-4660-97ec-221278e11be2 req-adf340ff-63aa-464d-b3f0-d8138972e50b tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Synchronizing usage tracker for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:23:29.591320 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-747eddec-a7b6-4660-97ec-221278e11be2 req-adf340ff-63aa-464d-b3f0-d8138972e50b tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Unset dirty status for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:23:29.593504 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-747eddec-a7b6-4660-97ec-221278e11be2 req-adf340ff-63aa-464d-b3f0-d8138972e50b tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.61 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1058125 Jun 18 10:23:29.634368 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b403dc-0f9b-4231-8444-e9a68cf85ec9 req-fc930947-f859-4fc0-832d-fb9845a7c594 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:29.636010 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-26b403dc-0f9b-4231-8444-e9a68cf85ec9 req-fc930947-f859-4fc0-832d-fb9845a7c594 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 945 time: 0.1038499 Jun 18 10:23:29.681353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Deleting port fc05b38f-611d-4ed9-b3b1-0e3301a9d591 {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:23:29.681353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:29.692777 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-26b403dc-0f9b-4231-8444-e9a68cf85ec9 req-89f2c559-a12e-4231-8ac7-5fb0cd1731c5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c8de645-0287-4116-91a9-28c294810bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499883 Jun 18 10:23:29.963630 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] For port fc05b38f-611d-4ed9-b3b1-0e3301a9d591, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=fc05b38f-611d-4ed9-b3b1-0e3301a9d591,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:23:29.964122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:30.306831 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:30.307248 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:30.307591 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.l3_db [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Floating IP 97725a38-c4c1-4c75-b1d0-109e51313203 disassociated. External IP: 172.28.2.75, port: fc05b38f-611d-4ed9-b3b1-0e3301a9d591. Jun 18 10:23:30.307973 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Calling delete_port for fc05b38f-611d-4ed9-b3b1-0e3301a9d591 owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:23:30.510371 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:30.519709 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:30.575612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event deleted for resources: {'Port': ['ID=fc05b38f-611d-4ed9-b3b1-0e3301a9d591,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:30.582551 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:30.849982 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Router e02d88c8-6181-4463-8052-9832d7cae4ec has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:23:30.919174 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-459181c1-53a0-48e3-9d62-5255339e4d4b req-913e55d0-6572-4654-a06c-337347b67a58 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 210 time: 0.0554943 Jun 18 10:23:31.115462 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:23:31.129336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6f5e5b-3d35-42a3-b870-bbd6386fc641 None None] Sync routers for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:23:31.146769 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6f5e5b-3d35-42a3-b870-bbd6386fc641 None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:23:31.149853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-2d6f5e5b-3d35-42a3-b870-bbd6386fc641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:23:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:23:31.209318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] No DVR routers for this DVR port fc05b38f-611d-4ed9-b3b1-0e3301a9d591 on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:23:31.213641 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:31.223993 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c792eebe-89a0-46fe-b4fc-e7947650d497', 'name': 'network-vif-deleted', 'tag': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:23:31.296659 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-747eddec-a7b6-4660-97ec-221278e11be2 req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.61 "DELETE /v2.0/ports/fc05b38f-611d-4ed9-b3b1-0e3301a9d591 HTTP/1.1" status: 204 len: 173 time: 1.6975079 Jun 18 10:23:31.300765 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c792eebe-89a0-46fe-b4fc-e7947650d497', 'name': 'network-vif-deleted', 'tag': 'fc05b38f-611d-4ed9-b3b1-0e3301a9d591', 'status': 'completed', 'code': 200} Jun 18 10:23:31.603296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-2d6f5e5b-3d35-42a3-b870-bbd6386fc641 None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:23:31.968272 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-2d6f5e5b-3d35-42a3-b870-bbd6386fc641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:10Z', 'revision_number': 5, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:23:31.973603 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6f5e5b-3d35-42a3-b870-bbd6386fc641 None None] Checking router: e02d88c8-6181-4463-8052-9832d7cae4ec for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:23:31.988259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6f5e5b-3d35-42a3-b870-bbd6386fc641 None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:23:31.989082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-2d6f5e5b-3d35-42a3-b870-bbd6386fc641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:23:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:23:32.230744 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cf3c0a69-5535-4551-b20d-0247962743c8 req-7003c0fa-e5f3-44c6-80e5-d6ab65d9cdfb tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=c792eebe-89a0-46fe-b4fc-e7947650d497 HTTP/1.1" status: 200 len: 210 time: 0.0556316 Jun 18 10:23:32.236581 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-2d6f5e5b-3d35-42a3-b870-bbd6386fc641 None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:23:32.639313 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-2d6f5e5b-3d35-42a3-b870-bbd6386fc641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:10Z', 'revision_number': 5, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:23:32.646071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6f5e5b-3d35-42a3-b870-bbd6386fc641 None None] The sync data for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb is: [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:10Z', 'revision_number': 5, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:23:32.903754 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device fc05b38f-611d-4ed9-b3b1-0e3301a9d591 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:23:32.946723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: fc05b38f-611d-4ed9-b3b1-0e3301a9d591 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:23:32.947194 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device fc05b38f-611d-4ed9-b3b1-0e3301a9d591 not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:23:33.131366 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f950efc-ebd7-4b3d-afd7-efdc070bc709 req-de4f679a-e7a9-463f-a3eb-33ef78ad0fe8 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:33.133622 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f950efc-ebd7-4b3d-afd7-efdc070bc709 req-de4f679a-e7a9-463f-a3eb-33ef78ad0fe8 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 945 time: 0.0957441 Jun 18 10:23:33.185543 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f950efc-ebd7-4b3d-afd7-efdc070bc709 req-7a119795-e474-4337-94aa-ab64bb156e22 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446057 Jun 18 10:23:33.193654 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e48555-d905-4585-a73b-eb59629c264d None None] New status for floating IP 97725a38-c4c1-4c75-b1d0-109e51313203: DOWN {{(pid=82218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:23:34.206498 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45880) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:34.431442 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ee2a638d-0bcd-4a1d-b9e6-fa790fa05c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:34.447684 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45890) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:34.479821 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0df5ef-c7e6-4ec2-9262-410b6c53b1a1 req-813b9192-7bd8-4009-9fef-9cb089b4d66b tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:34.481787 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-af0df5ef-c7e6-4ec2-9262-410b6c53b1a1 req-813b9192-7bd8-4009-9fef-9cb089b4d66b tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 945 time: 0.1047790 Jun 18 10:23:34.512101 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ee2a638d-0bcd-4a1d-b9e6-fa790fa05c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:34.520869 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ee2a638d-0bcd-4a1d-b9e6-fa790fa05c11 admin admin] Usage tracker for resource:security_group_rule and tenant:8d1f849f41624ed39814520302131450 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:34.526932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ee2a638d-0bcd-4a1d-b9e6-fa790fa05c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:34.534165 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-af0df5ef-c7e6-4ec2-9262-410b6c53b1a1 req-08ed6e42-742c-4305-8ab0-d6f8b0b23b99 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458548 Jun 18 10:23:34.538570 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ee2a638d-0bcd-4a1d-b9e6-fa790fa05c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:34.565966 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-75efb2ff-1655-428b-a310-f731099d0cbd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:34.612489 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-75efb2ff-1655-428b-a310-f731099d0cbd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:34.706160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ee2a638d-0bcd-4a1d-b9e6-fa790fa05c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:34.752695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ee2a638d-0bcd-4a1d-b9e6-fa790fa05c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:34.761593 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2b0ecee4-f346-4495-8e38-82ff6fce6ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:34.784952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-75efb2ff-1655-428b-a310-f731099d0cbd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:34.825936 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a638d-0bcd-4a1d-b9e6-fa790fa05c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92d75ef-0677-4a86-b0e5-c4c3475331b5,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:34.829951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ee2a638d-0bcd-4a1d-b9e6-fa790fa05c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:34.832308 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ee2a638d-0bcd-4a1d-b9e6-fa790fa05c11 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d1f849f41624ed39814520302131450&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6241393 Jun 18 10:23:34.833080 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1dea215c-798a-45dc-a102-3fef16840956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:34.837187 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 45894) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:34.848114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efb2ff-1655-428b-a310-f731099d0cbd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8de645-0287-4116-91a9-28c294810bfe,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:34.850524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-75efb2ff-1655-428b-a310-f731099d0cbd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:34.873136 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-75efb2ff-1655-428b-a310-f731099d0cbd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:34.874419 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-75efb2ff-1655-428b-a310-f731099d0cbd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "DELETE /v2.0/security-groups/9c8de645-0287-4116-91a9-28c294810bfe HTTP/1.1" status: 204 len: 168 time: 0.4253304 Jun 18 10:23:34.877373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45898) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:34.896952 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.v2.resource [None req-82fa6695-c97d-4768-b096-bc6bbf02d11c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] show failed (client error): The resource could not be found. Jun 18 10:23:34.901727 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-82fa6695-c97d-4768-b096-bc6bbf02d11c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups/9c8de645-0287-4116-91a9-28c294810bfe HTTP/1.1" status: 404 len: 347 time: 0.0197489 Jun 18 10:23:34.902023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45902) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:34.922423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dfedb0e3-9eee-46f4-ae98-218abd35b4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:34.956846 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dfedb0e3-9eee-46f4-ae98-218abd35b4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:35.044371 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dfedb0e3-9eee-46f4-ae98-218abd35b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:35.050190 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-17698586-5c83-4594-b84e-9c7a142e9f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:35.064860 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedb0e3-9eee-46f4-ae98-218abd35b4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92d75ef-0677-4a86-b0e5-c4c3475331b5,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:35.071605 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-dfedb0e3-9eee-46f4-ae98-218abd35b4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:35.074680 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dfedb0e3-9eee-46f4-ae98-218abd35b4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:35.080184 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-dfedb0e3-9eee-46f4-ae98-218abd35b4ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f92d75ef-0677-4a86-b0e5-c4c3475331b5 HTTP/1.1" status: 204 len: 168 time: 0.2413080 Jun 18 10:23:35.295836 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-0011c3e7-0d41-4bbb-ae67-9491e15c64d6 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Deleting port eb92e31b-3b33-4e92-9c96-2e5d8f5983ed {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:23:35.296691 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0011c3e7-0d41-4bbb-ae67-9491e15c64d6 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:35.508763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0011c3e7-0d41-4bbb-ae67-9491e15c64d6 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:35.509161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0011c3e7-0d41-4bbb-ae67-9491e15c64d6 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:35.640635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-0011c3e7-0d41-4bbb-ae67-9491e15c64d6 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Calling delete_port for eb92e31b-3b33-4e92-9c96-2e5d8f5983ed owned by network:floatingip {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:23:35.757587 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63caf5-9eb4-43b6-9672-7e6b065d044d req-bb010013-482a-4e42-8b34-295432655752 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:35.759942 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c63caf5-9eb4-43b6-9672-7e6b065d044d req-bb010013-482a-4e42-8b34-295432655752 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 945 time: 0.0929759 Jun 18 10:23:35.815447 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c63caf5-9eb4-43b6-9672-7e6b065d044d req-89840f6c-0d3a-48ec-9a16-6574c10a0864 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490813 Jun 18 10:23:35.960122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0011c3e7-0d41-4bbb-ae67-9491e15c64d6 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:35.966060 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-70b768c2-8f29-4362-b2dd-f3179eb3ed79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:36.009491 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011c3e7-0d41-4bbb-ae67-9491e15c64d6 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event deleted for resources: {'Port': ['ID=eb92e31b-3b33-4e92-9c96-2e5d8f5983ed,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:36.012796 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0011c3e7-0d41-4bbb-ae67-9491e15c64d6 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:36.123921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0011c3e7-0d41-4bbb-ae67-9491e15c64d6 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:36.135358 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0011c3e7-0d41-4bbb-ae67-9491e15c64d6 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:36.136640 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0011c3e7-0d41-4bbb-ae67-9491e15c64d6 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "DELETE /v2.0/floatingips/97725a38-c4c1-4c75-b1d0-109e51313203 HTTP/1.1" status: 204 len: 168 time: 1.2336023 Jun 18 10:23:36.726349 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 45916) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:36.733983 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635265769', 'description': 'tempest-description--2104564502'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:23:36.740411 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:36.746017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Usage tracker for resource:security_group and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:36.749105 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:36.755827 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:37.009333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:37.071991 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:37.077901 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Usage tracker for resource:security_group_rule and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:37.082170 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:37.090861 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:37.104956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c8172-17f8-41ab-a037-26125aa298d1 req-9cf75eeb-2ea3-418a-93eb-fb0a927c3364 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:37.106595 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f9c8172-17f8-41ab-a037-26125aa298d1 req-9cf75eeb-2ea3-418a-93eb-fb0a927c3364 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 945 time: 0.1390507 Jun 18 10:23:37.194748 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f9c8172-17f8-41ab-a037-26125aa298d1 req-771514b5-dd7e-4624-886d-154424fade16 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816255 Jun 18 10:23:37.210308 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:37.245578 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:37.252695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-09c3c858-5621-4245-8ed6-5d3d06a96702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:37.305764 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b02f6c6-27bc-40bc-ac7b-e24110428046,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:37.308954 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:37.342746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:37.344106 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6159837 Jun 18 10:23:37.347569 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45928) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:37.355581 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-b35b847d-204c-4e9b-92a4-0906078aecf5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Request body: {'security_group_rule': {'security_group_id': '9b02f6c6-27bc-40bc-ac7b-e24110428046', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:23:37.362742 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b35b847d-204c-4e9b-92a4-0906078aecf5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:37.372345 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b35b847d-204c-4e9b-92a4-0906078aecf5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Usage tracker for resource:security_group_rule and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:37.375959 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b35b847d-204c-4e9b-92a4-0906078aecf5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:37.382925 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b35b847d-204c-4e9b-92a4-0906078aecf5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:37.436774 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b35b847d-204c-4e9b-92a4-0906078aecf5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:37.512431 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b35b847d-204c-4e9b-92a4-0906078aecf5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:37.548795 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b35b847d-204c-4e9b-92a4-0906078aecf5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:37.551052 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-fb06e288-6f62-4a54-aa8e-c67517b14644 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:37.574885 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b847d-204c-4e9b-92a4-0906078aecf5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868f408e-5729-4565-a00b-7fbf0d5f899b,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:37.580921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b35b847d-204c-4e9b-92a4-0906078aecf5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:37.657358 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b35b847d-204c-4e9b-92a4-0906078aecf5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:37.658841 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b35b847d-204c-4e9b-92a4-0906078aecf5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3097012 Jun 18 10:23:37.661871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45936) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:37.668728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-76707d54-6320-429c-a241-92b827024579 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Request body: {'security_group_rule': {'security_group_id': '9b02f6c6-27bc-40bc-ac7b-e24110428046', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:23:37.675315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-76707d54-6320-429c-a241-92b827024579 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:37.679495 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-76707d54-6320-429c-a241-92b827024579 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Usage tracker for resource:security_group_rule and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:37.683392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-76707d54-6320-429c-a241-92b827024579 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:37.690090 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-76707d54-6320-429c-a241-92b827024579 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:37.733906 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-76707d54-6320-429c-a241-92b827024579 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:37.804003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-76707d54-6320-429c-a241-92b827024579 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:37.834165 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-76707d54-6320-429c-a241-92b827024579 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:37.836412 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0f51a430-e1fd-4df0-9959-038ae0d0cc0b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:37.861070 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76707d54-6320-429c-a241-92b827024579 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f294e12-815d-4805-b25c-d4a1f5a20a0e,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:37.865877 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-76707d54-6320-429c-a241-92b827024579 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:37.891431 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-76707d54-6320-429c-a241-92b827024579 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:37.892738 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-76707d54-6320-429c-a241-92b827024579 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2297664 Jun 18 10:23:37.896347 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 45944) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:37.902704 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Request body: {'floatingip': {'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:23:37.908587 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:37.912591 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Usage tracker for resource:floatingip and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:37.916269 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:37.922810 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:37.987083 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:38.143241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:38.318506 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Allocated IP 172.28.2.119 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/f8d90665-5862-4bbe-b759-8ba7d03d30d6) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:23:38.422577 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db08f1c-ed94-494d-bedd-386dfff423e7 req-33fa1fc9-0858-4bb0-9714-dde293145740 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:38.424077 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9db08f1c-ed94-494d-bedd-386dfff423e7 req-33fa1fc9-0858-4bb0-9714-dde293145740 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 945 time: 0.0923383 Jun 18 10:23:38.477320 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9db08f1c-ed94-494d-bedd-386dfff423e7 req-4472a06f-7fd0-4292-8669-9ce3df2b8723 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 Jun 18 10:23:38.488016 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:38.575935 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:38.580859 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e20eb56d-add5-4f63-b10c-d6b525d07611 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:38.654441 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:23:38.657362 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:23:38.659942 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:23:38.697564 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event updated for resources: {'Port': ['ID=f8d90665-5862-4bbe-b759-8ba7d03d30d6,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:38.710718 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:38.831349 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:38.980684 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:39.155038 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1482af8-00ad-4a8f-a351-4057de7234cd req-61be60f5-5a9a-4941-b801-ea5baaf78cab tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:39.155766 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d1482af8-00ad-4a8f-a351-4057de7234cd req-61be60f5-5a9a-4941-b801-ea5baaf78cab tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Synchronizing usage tracker for tenant:26d530c70011453ea94cf24aad96530d on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:23:39.236459 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d1482af8-00ad-4a8f-a351-4057de7234cd req-61be60f5-5a9a-4941-b801-ea5baaf78cab tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Unset dirty status for tenant:26d530c70011453ea94cf24aad96530d on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:23:39.237648 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d1482af8-00ad-4a8f-a351-4057de7234cd req-61be60f5-5a9a-4941-b801-ea5baaf78cab tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.61 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 945 time: 0.3080256 Jun 18 10:23:39.244940 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:39.299618 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:39.306571 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:39.376926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-d1482af8-00ad-4a8f-a351-4057de7234cd req-2eb60234-e9a7-42c6-8c37-c78ba78be085 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Deleting port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:23:39.377310 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d1482af8-00ad-4a8f-a351-4057de7234cd req-2eb60234-e9a7-42c6-8c37-c78ba78be085 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:39.486564 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event updated for resources: {'Port': ['ID=f8d90665-5862-4bbe-b759-8ba7d03d30d6,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:39.494719 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:39.551076 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:39.699267 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:39.700594 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8032212 Jun 18 10:23:39.727604 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f1782-b10a-4989-8641-10aab2e916bd req-05c59d68-bd1c-43a8-b24d-8992bbaa1320 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:39.729745 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-121f1782-b10a-4989-8641-10aab2e916bd req-05c59d68-bd1c-43a8-b24d-8992bbaa1320 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 945 time: 0.0943873 Jun 18 10:23:39.758863 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-d1482af8-00ad-4a8f-a351-4057de7234cd req-2eb60234-e9a7-42c6-8c37-c78ba78be085 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] For port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b,segment=NetworkSegment(a8a15a70-0893-4bb7-ab28-0512fdebb206),segment_id=a8a15a70-0893-4bb7-ab28-0512fdebb206)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:23:39.759315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d1482af8-00ad-4a8f-a351-4057de7234cd req-2eb60234-e9a7-42c6-8c37-c78ba78be085 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:39.787384 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-121f1782-b10a-4989-8641-10aab2e916bd req-3a316f65-d359-4f82-9507-99f5fe6389a6 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508652 Jun 18 10:23:39.896536 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-d1482af8-00ad-4a8f-a351-4057de7234cd req-2eb60234-e9a7-42c6-8c37-c78ba78be085 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Calling delete_port for 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:23:39.971962 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-762aabd9-1243-4e3c-91e4-b0f83481ab1a tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Synchronizing usage tracker for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:security_group {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:23:40.067283 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-762aabd9-1243-4e3c-91e4-b0f83481ab1a tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Unset dirty status for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:security_group {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:23:40.068855 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-762aabd9-1243-4e3c-91e4-b0f83481ab1a tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1635265769&fields=id&tenant_id=aa98b03e73be430aa86512a0c9c28b17 HTTP/1.1" status: 200 len: 267 time: 0.1458685 Jun 18 10:23:40.245174 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-aecf50a9-9b84-466a-b576-087f38202c5c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:40.246864 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-aecf50a9-9b84-466a-b576-087f38202c5c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/networks?id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b HTTP/1.1" status: 200 len: 810 time: 0.1703634 Jun 18 10:23:40.265976 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6ebae8c9-b237-40e2-a5be-c908167de51d tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/quotas/aa98b03e73be430aa86512a0c9c28b17 HTTP/1.1" status: 200 len: 375 time: 0.0130050 Jun 18 10:23:40.290144 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d1482af8-00ad-4a8f-a351-4057de7234cd req-2eb60234-e9a7-42c6-8c37-c78ba78be085 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:40.297506 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:40.343723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb60234-e9a7-42c6-8c37-c78ba78be085 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Pushing event deleted for resources: {'Port': ['ID=9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:40.348399 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2eb60234-e9a7-42c6-8c37-c78ba78be085 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:40.371778 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-74762b0f-344d-49d8-9d2b-e08c53fa89b2 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa98b03e73be430aa86512a0c9c28b17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0994051 Jun 18 10:23:40.424417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1482af8-00ad-4a8f-a351-4057de7234cd req-2eb60234-e9a7-42c6-8c37-c78ba78be085 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] No DVR routers for this DVR port 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:23:40.427014 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d1482af8-00ad-4a8f-a351-4057de7234cd req-2eb60234-e9a7-42c6-8c37-c78ba78be085 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:40.430424 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5774e2a9-aa77-4d4e-86d9-36135861b3ed', 'name': 'network-vif-deleted', 'tag': '9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:23:40.474901 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d1482af8-00ad-4a8f-a351-4057de7234cd req-2eb60234-e9a7-42c6-8c37-c78ba78be085 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.61 "DELETE /v2.0/ports/9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b HTTP/1.1" status: 204 len: 173 time: 1.2277772 Jun 18 10:23:40.490963 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5774e2a9-aa77-4d4e-86d9-36135861b3ed', 'name': 'network-vif-deleted', 'tag': '9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b', 'status': 'completed', 'code': 200} Jun 18 10:23:40.536454 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-e049b796-c576-47d2-8c3c-8a1e04c5bdc5 service neutron] 10.222.0.22 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506059 Jun 18 10:23:40.699487 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-25520428-7614-4107-9858-168c76f743b0 service neutron] 10.222.0.22 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555617 Jun 18 10:23:40.951240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:23:40.985264 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:23:40.985667 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 9c83208c-e49f-4c77-8d38-c6c3ccdb7f8b not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:23:41.038065 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-41d3deb4-e5fd-4c0a-8453-3252d46021a7 req-57c36c4d-1fa3-4d01-991d-032a809c1da1 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 210 time: 0.0972884 Jun 18 10:23:41.050948 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-57335d44-f398-492b-9163-feeaf8d13ec6 req-2608d36f-e000-4cf6-a8f7-a58900247191 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=5774e2a9-aa77-4d4e-86d9-36135861b3ed HTTP/1.1" status: 200 len: 210 time: 0.0596452 Jun 18 10:23:41.761684 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-11147609-3b3a-4498-814f-a8191dd66e5b req-00d94b80-5686-47b6-902b-9731cc0c755a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829473 Jun 18 10:23:41.863087 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-11147609-3b3a-4498-814f-a8191dd66e5b req-9f4f72cb-ebb8-44eb-95a1-91a292f89476 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 1100 time: 0.0779123 Jun 18 10:23:42.034869 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11147609-3b3a-4498-814f-a8191dd66e5b req-3f774c97-a06f-4879-82e7-f99814d529af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:42.036468 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-11147609-3b3a-4498-814f-a8191dd66e5b req-3f774c97-a06f-4879-82e7-f99814d529af service neutron] 10.222.0.61 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 917 time: 0.1482267 Jun 18 10:23:42.171009 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-11147609-3b3a-4498-814f-a8191dd66e5b req-7ef1a1a8-2a0e-4404-94bb-7e0a5276bef3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08109469-080e-44b8-8fff-c0c1ac967e85 HTTP/1.1" status: 200 len: 1002 time: 0.1276877 Jun 18 10:23:42.283698 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11147609-3b3a-4498-814f-a8191dd66e5b req-71e7e8e7-946a-4ddd-ac36-4772126e00e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:42.286661 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-11147609-3b3a-4498-814f-a8191dd66e5b req-71e7e8e7-946a-4ddd-ac36-4772126e00e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=249b3ba4-7c30-459c-9ca5-3024d11ab3e4 HTTP/1.1" status: 200 len: 855 time: 0.1091228 Jun 18 10:23:42.405407 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-11147609-3b3a-4498-814f-a8191dd66e5b req-18ad86f3-88f6-4b22-ba2d-57efc743096a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36a98459-85f7-45ea-9d84-197536a50832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1110351 Jun 18 10:23:42.664601 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2473b5be-9597-4f5c-b0d5-ad4734ef5991 req-0c60a745-e6f5-4f7a-a138-848b8fd0262e tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 210 time: 0.4484897 Jun 18 10:23:42.800978 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-11147609-3b3a-4498-814f-a8191dd66e5b req-3dd675ef-45e9-45ad-b05d-ecdcba618441 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881564 Jun 18 10:23:43.000462 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-11147609-3b3a-4498-814f-a8191dd66e5b req-d482c00d-b053-4bca-9f0c-f53f85409159 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866543 Jun 18 10:23:43.103453 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:43.141857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:23:43.444962 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 46014) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:43.468566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-2adf7b21-0f6b-455a-b7ce-cc7a671d7d59 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:43.472515 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-2adf7b21-0f6b-455a-b7ce-cc7a671d7d59 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.61 "GET /v2.0/networks?id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b HTTP/1.1" status: 200 len: 810 time: 0.2268336 Jun 18 10:23:43.569505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-0af80870-214d-465d-9f28-61145ae75a5e tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Synchronizing usage tracker for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:security_group {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:23:43.587258 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-0af80870-214d-465d-9f28-61145ae75a5e tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Unset dirty status for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:security_group {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:23:43.588049 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-0af80870-214d-465d-9f28-61145ae75a5e tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa98b03e73be430aa86512a0c9c28b17 HTTP/1.1" status: 200 len: 5045 time: 0.1053689 Jun 18 10:23:43.600688 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Request body: {'port': {'device_id': '5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'admin_state_up': True, 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'security_groups': ['9b02f6c6-27bc-40bc-ac7b-e24110428046']}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:23:43.689026 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a1622dd9-3dd6-428e-bfca-e3ee03ee879f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:43.727059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-a1622dd9-3dd6-428e-bfca-e3ee03ee879f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:43.734970 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-a1622dd9-3dd6-428e-bfca-e3ee03ee879f admin admin] Usage tracker for resource:security_group_rule and tenant:f7bd413a850b42bb8c63e3333e5be2e1 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:43.738903 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-a1622dd9-3dd6-428e-bfca-e3ee03ee879f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:43.746992 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-a1622dd9-3dd6-428e-bfca-e3ee03ee879f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:43.776286 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:43.781189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Usage tracker for resource:port and tenant:aa98b03e73be430aa86512a0c9c28b17 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:43.785003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:43.794573 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:43.830287 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a1622dd9-3dd6-428e-bfca-e3ee03ee879f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:43.833999 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Made reservation on behalf of aa98b03e73be430aa86512a0c9c28b17 for: {'port': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:23:43.843822 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:43.862653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a1622dd9-3dd6-428e-bfca-e3ee03ee879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:43.872311 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-356a19bf-9c9e-4f81-962a-1513d414c77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:43.917897 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1622dd9-3dd6-428e-bfca-e3ee03ee879f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd2d4a-5e33-413e-93b4-7796ddcd5f29,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:43.921342 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a1622dd9-3dd6-428e-bfca-e3ee03ee879f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:43.924807 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a1622dd9-3dd6-428e-bfca-e3ee03ee879f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f7bd413a850b42bb8c63e3333e5be2e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4778018 Jun 18 10:23:43.927981 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 46028) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:44.003978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-76a16490-ea47-4267-af97-6606ec142e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:44.059838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Allocated IP 172.20.0.3 (273c63d3-030d-4bf3-b4a9-4ac0fa87c45b/32310b40-dde4-4045-b65a-97e81d3f1bf5/53c48c54-2e79-4de1-a820-2f4c12a7d3e6) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:23:44.097094 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-76a16490-ea47-4267-af97-6606ec142e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:44.107270 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7f5a785a-788a-4d0e-bcfa-3cb9a8cf247f req-e6b858e1-501c-418b-be21-25477a13c0ee tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 210 time: 0.2755508 Jun 18 10:23:44.194571 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-76a16490-ea47-4267-af97-6606ec142e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:44.198893 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-73afe291-8b71-460a-addd-e1a21ea522d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:44.211704 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a16490-ea47-4267-af97-6606ec142e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd2d4a-5e33-413e-93b4-7796ddcd5f29,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:44.214334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-76a16490-ea47-4267-af97-6606ec142e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:44.232017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-76a16490-ea47-4267-af97-6606ec142e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:44.233933 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-76a16490-ea47-4267-af97-6606ec142e8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ecd2d4a-5e33-413e-93b4-7796ddcd5f29 HTTP/1.1" status: 204 len: 168 time: 0.3044169 Jun 18 10:23:44.324101 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:44.347469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Transition to ACTIVE for port object 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 will not be triggered until provisioned by entity DHCP. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:23:44.404798 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:44.411822 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2eb60234-e9a7-42c6-8c37-c78ba78be085 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:44.515915 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:23:44.521699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:23:44.529926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:23:44.577566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event updated for resources: {'Port': ['ID=53c48c54-2e79-4de1-a820-2f4c12a7d3e6,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:44.586048 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:44.626972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:44.628462 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:44.707910 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1110733 Jun 18 10:23:44.723377 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Request body: {'port': {'device_id': '5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:23:44.855269 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:44.881242 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-bdfc55c8-cd6b-45d2-8841-eeddf9ab59fa None None] Provisioning for port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:23:44.888803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-bdfc55c8-cd6b-45d2-8841-eeddf9ab59fa None None] Provisioning complete for port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:23:44.889927 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bdfc55c8-cd6b-45d2-8841-eeddf9ab59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:44.968030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc55c8-cd6b-45d2-8841-eeddf9ab59fa None None] Port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:23:45.306553 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 {{(pid=82216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:23:45.315793 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:45.335127 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Transition to ACTIVE for port object 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 will not be triggered until provisioned by entity L2. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:23:45.364907 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59debb06-41af-4b94-9349-eb83b420f521 req-56b315e5-0351-4679-9d0b-ee97b6bdd162 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:45.366608 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-59debb06-41af-4b94-9349-eb83b420f521 req-56b315e5-0351-4679-9d0b-ee97b6bdd162 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 931 time: 0.1170988 Jun 18 10:23:45.376987 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:45.382343 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d9ab4dc7-72b3-4fe9-a095-cb7de1aa2ec9 tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:45.427441 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-59debb06-41af-4b94-9349-eb83b420f521 req-e9dcabb6-da73-4e65-8bd5-b924307a9ce0 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b02f6c6-27bc-40bc-ac7b-e24110428046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522492 Jun 18 10:23:45.528004 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Pushing event updated for resources: {'Port': ['ID=53c48c54-2e79-4de1-a820-2f4c12a7d3e6,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:45.573364 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:45.595148 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 46070) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:45.660653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Attempting to bind port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:23:45.661171 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Attempting to bind port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:23:45.661580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Attempting to bind port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 on network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:23:45.669337 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 on network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:23:45.669890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Attempting to bind port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 on network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:23:45.678443 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:23:45.678802 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Checking segment: {'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:23:45.679510 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Bound using segment: {'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:23:45.680985 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Bound port: 53c48c54-2e79-4de1-a820-2f4c12a7d3e6, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e006e5-1867-459d-9c48-20a84890a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b'}}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:23:45.682109 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:45.774094 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1623010249-network', 'tenant_id': '676fbad3c9e24091879a5042c1de1ab6'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:23:45.779318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:45.783600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Usage tracker for resource:network and tenant:676fbad3c9e24091879a5042c1de1ab6 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:45.787131 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:45.794698 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:45.812510 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] For port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6, host hv-cinder-79702, cleared binding levels {{(pid=82216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:23:45.815954 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] For port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=53c48c54-2e79-4de1-a820-2f4c12a7d3e6,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:23:45.845854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Made reservation on behalf of 676fbad3c9e24091879a5042c1de1ab6 for: {'network': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:23:45.851082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:45.866112 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:45.886089 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:45.890856 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e6fd28cd-7179-4982-a49f-47bc40665896 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:45.902482 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:45.906753 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Usage tracker for resource:security_group_rule and tenant:676fbad3c9e24091879a5042c1de1ab6 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:45.909813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:45.917276 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:45.961469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:45.963143 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] 10.222.0.61 "PUT /v2.0/ports/53c48c54-2e79-4de1-a820-2f4c12a7d3e6 HTTP/1.1" status: 200 len: 1093 time: 1.2461135 Jun 18 10:23:45.963706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25', 'tag': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:23:45.984225 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Pushing event updated for resources: {'Port': ['ID=53c48c54-2e79-4de1-a820-2f4c12a7d3e6,revision_number=3']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:45.987463 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:46.047301 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25', 'tag': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6', 'status': 'completed', 'code': 200} Jun 18 10:23:46.077871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:46.125412 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:46.130397 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-496d7019-175c-418f-aaad-a4de59f61b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:46.163860 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:46.175641 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6e4b39b0-a9ed-49ac-9ba4-bba9226aace8 req-0b586aad-2baa-4771-9809-fed95914768f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa98b03e73be430aa86512a0c9c28b17&device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 1096 time: 0.1033108 Jun 18 10:23:46.178820 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:46.190517 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=82215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:23:46.207688 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:46.208089 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Added segment cd6427a0-6038-4681-b965-b50ed0624fc4 of type vlan for network a4aab1f0-d2cd-4f06-af18-6b939042b37d Jun 18 10:23:46.238743 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:46.319728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:46.321060 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:46.321754 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:46.325846 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-97f130d5-8d80-4216-9aa8-e099c10e23f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:46.327584 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-928d094a-fc8b-4da5-a271-9d8c2c6815bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:46.373469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b39b0-a9ed-49ac-9ba4-bba9226aace8 req-7bd453b4-cd05-4da7-b920-a43f4160c2d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:46.375401 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6e4b39b0-a9ed-49ac-9ba4-bba9226aace8 req-7bd453b4-cd05-4da7-b920-a43f4160c2d5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=aa98b03e73be430aa86512a0c9c28b17&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1903429 Jun 18 10:23:46.437878 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Pushing event updated for resources: {'Network': ['ID=a4aab1f0-d2cd-4f06-af18-6b939042b37d,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:46.443007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:46.452585 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network a4aab1f0-d2cd-4f06-af18-6b939042b37d details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:23:46.494168 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8941402 Jun 18 10:23:46.494421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 46082) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:46.500556 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Request body: {'subnet': {'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1623010249-subnet', 'tenant_id': '676fbad3c9e24091879a5042c1de1ab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:23:46.506097 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:46.511472 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Usage tracker for resource:subnet and tenant:676fbad3c9e24091879a5042c1de1ab6 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:46.514974 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:46.520763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:46.550033 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b39b0-a9ed-49ac-9ba4-bba9226aace8 req-8867600a-d392-40d0-95b3-79cbee499d1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:46.553672 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6e4b39b0-a9ed-49ac-9ba4-bba9226aace8 req-8867600a-d392-40d0-95b3-79cbee499d1e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671422 Jun 18 10:23:46.607049 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Made reservation on behalf of 676fbad3c9e24091879a5042c1de1ab6 for: {'subnet': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:23:46.611823 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789971220'] for subnet, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:46.692711 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-23616279-7bb4-4605-8014-1d873ba62ffa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa98b03e73be430aa86512a0c9c28b17&device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 1096 time: 0.0927606 Jun 18 10:23:46.767986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dfead-f0c7-495d-9528-6a34762d3f60 req-8e9e7344-177f-4254-a326-fc7425f779e2 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:46.769680 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-548dfead-f0c7-495d-9528-6a34762d3f60 req-8e9e7344-177f-4254-a326-fc7425f779e2 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 943 time: 0.2061307 Jun 18 10:23:46.774132 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-45460dde-ac37-4649-9409-cfc5d3956a05 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c48c54-2e79-4de1-a820-2f4c12a7d3e6 HTTP/1.1" status: 200 len: 217 time: 0.0671151 Jun 18 10:23:46.849017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-a4ce3af2-50bb-4634-a6d2-fd9b79708a3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:46.850613 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-a4ce3af2-50bb-4634-a6d2-fd9b79708a3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32310b40-dde4-4045-b65a-97e81d3f1bf5 HTTP/1.1" status: 200 len: 849 time: 0.0698190 Jun 18 10:23:46.878549 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-548dfead-f0c7-495d-9528-6a34762d3f60 req-a50c2e3f-270f-43ee-b9ed-337f553cc3c5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b02f6c6-27bc-40bc-ac7b-e24110428046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004977 Jun 18 10:23:46.934076 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-7040f383-67ab-47d4-b40d-ca9622582d2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766373 Jun 18 10:23:47.104434 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-b9d6d620-e6d2-40d8-946b-27fa2841df19 service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628523 Jun 18 10:23:47.171933 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2963234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789971203'] for subnet, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:47.177152 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:47.256675 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6c56f9d-843f-4423-a434-d1e2ebbb9277 req-37133934-3c3b-4cf4-8ced-989c69f3b99e service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459618 Jun 18 10:23:47.289981 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be20399b-bc5c-474f-a905-4593de742e1e,revision_number=0']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:47.310741 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:47.375915 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Checking segment: {'id': 'cd6427a0-6038-4681-b965-b50ed0624fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:23:47.376578 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Network hostable DHCP agents. Network: a4aab1f0-d2cd-4f06-af18-6b939042b37d, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:23:47.446160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-1f652286-122e-4fc9-9a34-9199fe6a98be tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:47.461996 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-1f652286-122e-4fc9-9a34-9199fe6a98be tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/networks?id=82ed5e5a-aac8-4c08-9ec3-4fa8a670954f HTTP/1.1" status: 200 len: 814 time: 0.1954195 Jun 18 10:23:47.469492 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-a46854c2-a803-4e5e-9aa9-19669e233f30 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/quotas/26d530c70011453ea94cf24aad96530d HTTP/1.1" status: 200 len: 375 time: 0.0152059 Jun 18 10:23:47.517658 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Network a4aab1f0-d2cd-4f06-af18-6b939042b37d is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:23:47.530242 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-9430d2dc-8cf2-4b72-b65f-afcf35898ded tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=26d530c70011453ea94cf24aad96530d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546393 Jun 18 10:23:47.580480 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, a4aab1f0-d2cd-4f06-af18-6b939042b37d) {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:23:47.589711 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eac7a3-84aa-445e-b5f1-a6b8db503e00 None None] Network a4aab1f0-d2cd-4f06-af18-6b939042b37d requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:23:47.657301 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:47.657773 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:47.713362 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-b7d4e89c-c2fc-4aa2-a8c3-31defe27bcc0 service neutron] 10.222.0.22 "GET /v2.0/networks/82ed5e5a-aac8-4c08-9ec3-4fa8a670954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752913 Jun 18 10:23:47.728468 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-cf241a17-9ea9-4acb-8db7-89ec46679de0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2235110 Jun 18 10:23:47.858542 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b024027-3b76-4b1d-9f68-9821df89c750 None None] Network a4aab1f0-d2cd-4f06-af18-6b939042b37d requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:23:47.905418 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-0fabac16-2e42-4048-ad6e-08054ac6fd88 service neutron] 10.222.0.22 "GET /v2.0/networks/82ed5e5a-aac8-4c08-9ec3-4fa8a670954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844993 Jun 18 10:23:48.092721 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:48.193257 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c0afd-48fe-4dd7-97b6-571d297685b1 req-9d6949de-576b-4687-b00a-178d8977ba84 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:48.195007 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b0c0afd-48fe-4dd7-97b6-571d297685b1 req-9d6949de-576b-4687-b00a-178d8977ba84 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 943 time: 0.1364229 Jun 18 10:23:48.313668 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-02e2ec4c-416c-42e6-9296-b61e7ae28922 req-23893a59-9629-44c0-92cc-f6303f5fc874 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 210 time: 0.0880034 Jun 18 10:23:48.354533 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b0c0afd-48fe-4dd7-97b6-571d297685b1 req-a9b66acd-d323-42f5-94e5-63041cc5095c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b02f6c6-27bc-40bc-ac7b-e24110428046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495507 Jun 18 10:23:48.872692 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7ddb6d0a-eeca-4a47-89dc-e7daf0c64cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:48.996810 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:23:49.174063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=53c48c54-2e79-4de1-a820-2f4c12a7d3e6,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:23:49.194339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'port_id': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6', 'mac_address': 'fa:16:3e:44:54:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:23:49.244136 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:49.265200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:49.293103 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:23:49.309708 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=53c48c54-2e79-4de1-a820-2f4c12a7d3e6,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:23:49.384062 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:49.387461 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:49.465556 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=53c48c54-2e79-4de1-a820-2f4c12a7d3e6,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:49.476246 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:49.478813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:49.478813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:49.478813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:49.478813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:49.478813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:49.478813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:49.479252 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:49.479252 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:49.479650 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:49.480188 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:49.485323 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:49.577347 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-644d2af4-10bd-4a16-9ad7-35db9336eb76 req-cbd54fa4-a07d-47c9-a935-32704259f44e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 210 time: 0.1070092 Jun 18 10:23:49.625805 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7684cfb-748b-4349-bade-d36c6b8e917b req-fd85f07c-36bf-4b3b-9631-688bc9e7042e tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:49.627515 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c7684cfb-748b-4349-bade-d36c6b8e917b req-fd85f07c-36bf-4b3b-9631-688bc9e7042e tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 944 time: 0.1056516 Jun 18 10:23:49.658362 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['53c48c54-2e79-4de1-a820-2f4c12a7d3e6'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:23:49.703814 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c7684cfb-748b-4349-bade-d36c6b8e917b req-1f4e2174-fce7-4eb6-bf3c-0f59ccd299bf tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b02f6c6-27bc-40bc-ac7b-e24110428046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687859 Jun 18 10:23:50.315310 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-df48fb23-8de4-4746-9e3b-91dc23417578 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:50.317242 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-df48fb23-8de4-4746-9e3b-91dc23417578 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.61 "GET /v2.0/networks?id=82ed5e5a-aac8-4c08-9ec3-4fa8a670954f HTTP/1.1" status: 200 len: 814 time: 0.1992648 Jun 18 10:23:50.334454 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Request body: {'port': {'device_id': 'f8ed41d4-3fc9-4385-ad37-ea170469179a', 'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f', 'admin_state_up': True, 'tenant_id': '26d530c70011453ea94cf24aad96530d'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:23:50.400655 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:50.471097 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-2b4fefb1-0c3f-4b07-9508-5f41c935f45d tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:50.472023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-2b4fefb1-0c3f-4b07-9508-5f41c935f45d tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Synchronizing usage tracker for tenant:676fbad3c9e24091879a5042c1de1ab6 on resource:network {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:23:50.525813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:50.530453 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Usage tracker for resource:port and tenant:26d530c70011453ea94cf24aad96530d is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:50.533529 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:50.540663 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:50.618025 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-2b4fefb1-0c3f-4b07-9508-5f41c935f45d tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Unset dirty status for tenant:676fbad3c9e24091879a5042c1de1ab6 on resource:network {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:23:50.620065 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-2b4fefb1-0c3f-4b07-9508-5f41c935f45d tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/networks?id=a4aab1f0-d2cd-4f06-af18-6b939042b37d HTTP/1.1" status: 200 len: 809 time: 0.3276708 Jun 18 10:23:50.639883 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-7e8a9936-ff51-4fcd-8b92-b32285c61597 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/quotas/676fbad3c9e24091879a5042c1de1ab6 HTTP/1.1" status: 200 len: 375 time: 0.0136433 Jun 18 10:23:50.700856 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-6bc19216-1860-4be4-917a-86b3bc5558ba tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=676fbad3c9e24091879a5042c1de1ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547040 Jun 18 10:23:50.749926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Made reservation on behalf of 26d530c70011453ea94cf24aad96530d for: {'port': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:23:50.755633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:50.852512 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-98503ae2-97cb-4def-9e74-80bf1fd96045 req-11984540-d24b-4265-a0e6-d225700f986b tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 210 time: 0.1159296 Jun 18 10:23:50.926333 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-f7194286-a807-40a5-bc57-807cee3dbae3 service neutron] 10.222.0.22 "GET /v2.0/networks/a4aab1f0-d2cd-4f06-af18-6b939042b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178864 Jun 18 10:23:50.963367 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Allocated IP 172.20.0.7 (82ed5e5a-aac8-4c08-9ec3-4fa8a670954f/6973c0a1-7495-453f-a885-c0dd672b2073/55dc6a44-5c41-427e-8313-06d12d4879d7) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:23:51.012078 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:23:51.131740 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:23:51.139617 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:23:51.140041 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:51.246838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:51.281196 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:51.314404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:23:51.324702 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:51.326518 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=53c48c54-2e79-4de1-a820-2f4c12a7d3e6,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:23:51.330958 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:51.359921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:51.362405 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:51.373024 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-e672d618-5830-4bf9-af2e-dfaafbd748b7 service neutron] 10.222.0.22 "GET /v2.0/networks/a4aab1f0-d2cd-4f06-af18-6b939042b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396238 Jun 18 10:23:51.394925 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5938ed-e5f6-4e06-84cc-f21006ec36db req-694d3b6f-fdb8-4558-a7f2-d88cd4df0395 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:51.404248 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0a5938ed-e5f6-4e06-84cc-f21006ec36db req-694d3b6f-fdb8-4558-a7f2-d88cd4df0395 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 944 time: 0.1558175 Jun 18 10:23:51.412748 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Network 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:23:51.413642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Pushing event updated for resources: {'Port': ['ID=55dc6a44-5c41-427e-8313-06d12d4879d7,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:51.421518 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:23:51.421518 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:51.430377 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:23:51.452865 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=53c48c54-2e79-4de1-a820-2f4c12a7d3e6,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:51.457444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:51.462067 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0a5938ed-e5f6-4e06-84cc-f21006ec36db req-64f37035-dd2c-412f-9bde-649a5e6a8fa0 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b02f6c6-27bc-40bc-ac7b-e24110428046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570865 Jun 18 10:23:51.505310 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:51.506140 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:51.542167 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6', 'code': 200} Jun 18 10:23:51.633118 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3033667 Jun 18 10:23:51.645201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Request body: {'port': {'device_id': 'f8ed41d4-3fc9-4385-ad37-ea170469179a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:23:51.744201 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ea103353-96b6-4395-8be0-fe60caa66de4 req-afb47eab-c96c-4553-a3b6-da8d5afb192f tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 210 time: 0.0711107 Jun 18 10:23:51.769972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:52.076161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c380a2d-d591-489a-ae88-fc735e52649f req-6cfd1031-12dc-4e36-8fe6-9efd729c751b tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:52.077916 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c380a2d-d591-489a-ae88-fc735e52649f req-6cfd1031-12dc-4e36-8fe6-9efd729c751b tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 931 time: 0.0928612 Jun 18 10:23:52.139466 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c380a2d-d591-489a-ae88-fc735e52649f req-49a284b7-4af7-4fb9-a024-5ddb8c449691 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536642 Jun 18 10:23:52.245345 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bff4e914-acbf-405a-b893-5f5e8a568d4f req-c371286e-dfed-474c-bd7c-fecf653fa4ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 1098 time: 0.4117777 Jun 18 10:23:52.384836 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bff4e914-acbf-405a-b893-5f5e8a568d4f req-2ff4cebc-8ee2-42e1-96e9-2300c69e46af service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9b02f6c6-27bc-40bc-ac7b-e24110428046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324630 Jun 18 10:23:52.515268 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55dc6a44-5c41-427e-8313-06d12d4879d7 {{(pid=82216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:23:52.522570 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:52.541615 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Transition to ACTIVE for port object 55dc6a44-5c41-427e-8313-06d12d4879d7 will not be triggered until provisioned by entity L2. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:23:52.571712 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:52.576387 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:52.685926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8493f6-8464-4b7a-bc20-6dce033df2ff req-40b60560-e632-4a7d-aebd-feceab1ca6b1 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:52.687904 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5f8493f6-8464-4b7a-bc20-6dce033df2ff req-40b60560-e632-4a7d-aebd-feceab1ca6b1 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 945 time: 0.0944197 Jun 18 10:23:52.705513 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Pushing event updated for resources: {'Port': ['ID=55dc6a44-5c41-427e-8313-06d12d4879d7,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:52.708606 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:52.743490 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5f8493f6-8464-4b7a-bc20-6dce033df2ff req-3f5c8dbd-c09b-490b-a0bf-1adcbbfd7548 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b02f6c6-27bc-40bc-ac7b-e24110428046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483429 Jun 18 10:23:52.822362 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Attempting to bind port 55dc6a44-5c41-427e-8313-06d12d4879d7 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:23:52.822735 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Attempting to bind port 55dc6a44-5c41-427e-8313-06d12d4879d7 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'a8a15a70-0893-4bb7-ab28-0512fdebb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f'}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:23:52.823099 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Attempting to bind port 55dc6a44-5c41-427e-8313-06d12d4879d7 on network 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:23:52.829744 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Port 55dc6a44-5c41-427e-8313-06d12d4879d7 on network 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:23:52.830102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Attempting to bind port 55dc6a44-5c41-427e-8313-06d12d4879d7 on network 82ed5e5a-aac8-4c08-9ec3-4fa8a670954f {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:23:52.837389 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:23:52.837794 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Checking segment: {'id': 'a8a15a70-0893-4bb7-ab28-0512fdebb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:23:52.838339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Bound using segment: {'id': 'a8a15a70-0893-4bb7-ab28-0512fdebb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f'} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:23:52.838810 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Bound port: 55dc6a44-5c41-427e-8313-06d12d4879d7, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a15a70-0893-4bb7-ab28-0512fdebb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f'}}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:23:52.839188 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:52.934621 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-85beb503-bece-4356-97cb-e5c6b444e60d req-b9db39d3-2237-4961-8da7-1068fa60e1c2 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 210 time: 0.0582805 Jun 18 10:23:52.948462 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] For port 55dc6a44-5c41-427e-8313-06d12d4879d7, host hv-cinder-79702, cleared binding levels {{(pid=82216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:23:52.951930 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] For port 55dc6a44-5c41-427e-8313-06d12d4879d7, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=55dc6a44-5c41-427e-8313-06d12d4879d7,segment=NetworkSegment(a8a15a70-0893-4bb7-ab28-0512fdebb206),segment_id=a8a15a70-0893-4bb7-ab28-0512fdebb206)] {{(pid=82216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:23:52.983175 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:52.988087 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-191051bb-a890-4d2a-b406-928fff4b758f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:53.054404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:53.056026 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-af4a200e-e174-43df-b932-e30277b4961d service neutron] 10.222.0.61 "PUT /v2.0/ports/55dc6a44-5c41-427e-8313-06d12d4879d7 HTTP/1.1" status: 200 len: 1093 time: 1.4158771 Jun 18 10:23:53.056573 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ed41d4-3fc9-4385-ad37-ea170469179a', 'tag': '55dc6a44-5c41-427e-8313-06d12d4879d7'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:23:53.070531 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Pushing event updated for resources: {'Port': ['ID=55dc6a44-5c41-427e-8313-06d12d4879d7,revision_number=3']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:53.073809 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-af4a200e-e174-43df-b932-e30277b4961d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:53.117919 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ed41d4-3fc9-4385-ad37-ea170469179a', 'tag': '55dc6a44-5c41-427e-8313-06d12d4879d7', 'status': 'completed', 'code': 200} Jun 18 10:23:53.213222 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-c6c67be3-c1c3-4921-ab0c-e3d73f4e180f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26d530c70011453ea94cf24aad96530d&device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 1096 time: 0.0844073 Jun 18 10:23:53.302111 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-411ef5f0-465a-4e19-8a62-4d743dd25bbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55dc6a44-5c41-427e-8313-06d12d4879d7 HTTP/1.1" status: 200 len: 217 time: 0.0710938 Jun 18 10:23:53.392934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-4b363383-e186-4a66-b5bb-3b90366669b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:53.395325 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-4b363383-e186-4a66-b5bb-3b90366669b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6973c0a1-7495-453f-a885-c0dd672b2073 HTTP/1.1" status: 200 len: 854 time: 0.0755191 Jun 18 10:23:53.457921 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-9c9da93e-4980-4172-8ef2-253c9ee2a7d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82ed5e5a-aac8-4c08-9ec3-4fa8a670954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455093 Jun 18 10:23:53.516433 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f8c03-ddeb-4ed8-9e88-2e45375903da req-126a6238-82b4-49cb-b506-5b9fe1db56d8 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:53.518141 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9f5f8c03-ddeb-4ed8-9e88-2e45375903da req-126a6238-82b4-49cb-b506-5b9fe1db56d8 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 943 time: 0.0952146 Jun 18 10:23:53.575116 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9f5f8c03-ddeb-4ed8-9e88-2e45375903da req-c88a5ca1-e0be-442e-8f3c-19ce857a2e55 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498481 Jun 18 10:23:53.661024 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-76723af4-401a-466c-8906-8622006522d6 service neutron] 10.222.0.61 "GET /v2.0/networks/82ed5e5a-aac8-4c08-9ec3-4fa8a670954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958046 Jun 18 10:23:53.965160 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c6c8607e-1b31-4c67-8476-c58329a7449d req-1bba83ee-46b5-429a-90a4-164ae2c357f2 service neutron] 10.222.0.61 "GET /v2.0/networks/82ed5e5a-aac8-4c08-9ec3-4fa8a670954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937312 Jun 18 10:23:53.969371 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-86238315-41ff-41c5-82f5-957ee574db34 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:53.971675 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-86238315-41ff-41c5-82f5-957ee574db34 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.61 "GET /v2.0/networks?id=a4aab1f0-d2cd-4f06-af18-6b939042b37d HTTP/1.1" status: 200 len: 809 time: 0.2752175 Jun 18 10:23:53.987657 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21968d9d-aef7-469d-82e8-805e04036095 req-ab7ff9ce-4538-438e-933e-83b4abf46577 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:53.987916 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Request body: {'port': {'device_id': '0877bb00-881f-4e7c-90e6-282d70cce2d5', 'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d', 'admin_state_up': True, 'tenant_id': '676fbad3c9e24091879a5042c1de1ab6'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:23:53.990186 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-21968d9d-aef7-469d-82e8-805e04036095 req-ab7ff9ce-4538-438e-933e-83b4abf46577 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 945 time: 0.1079080 Jun 18 10:23:54.068129 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-21968d9d-aef7-469d-82e8-805e04036095 req-c17a778d-f834-48ed-801a-26c90551c01f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b02f6c6-27bc-40bc-ac7b-e24110428046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649526 Jun 18 10:23:54.147819 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d22bc200-6bac-45fa-a21c-2cde2e9cbb33 req-e91ea8e2-8a82-42a0-a256-80b06bb238e5 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 210 time: 0.0549445 Jun 18 10:23:54.225805 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:23:54.236322 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-27f9126f-e13c-4b6f-a809-09215451153b req-4bf812e6-96b8-4143-9d68-e29ea9b77d2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26d530c70011453ea94cf24aad96530d&device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 1096 time: 0.1420825 Jun 18 10:23:54.237524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Usage tracker for resource:port and tenant:676fbad3c9e24091879a5042c1de1ab6 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:23:54.241024 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:23:54.250358 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:23:54.288226 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70034fdd-b9e0-4b68-ae64-2490cbb7e025 req-2e969c79-02b6-495f-9703-21dd18c344df tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:54.289764 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-70034fdd-b9e0-4b68-ae64-2490cbb7e025 req-2e969c79-02b6-495f-9703-21dd18c344df tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 945 time: 0.0955286 Jun 18 10:23:54.307177 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 46182) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:23:54.314699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-69c92efc-622a-4e8b-8092-ddce17c31ccd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Request body: {'floatingip': {'port_id': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:23:54.372685 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Made reservation on behalf of 676fbad3c9e24091879a5042c1de1ab6 for: {'port': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:23:54.378339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:54.401097 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-69c92efc-622a-4e8b-8092-ddce17c31ccd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:54.518088 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9126f-e13c-4b6f-a809-09215451153b req-c5eaa620-962d-433f-ae48-6eb856fe450d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:54.519661 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-27f9126f-e13c-4b6f-a809-09215451153b req-c5eaa620-962d-433f-ae48-6eb856fe450d service neutron] 10.222.0.61 "GET /v2.0/networks?id=82ed5e5a-aac8-4c08-9ec3-4fa8a670954f HTTP/1.1" status: 200 len: 915 time: 0.2665646 Jun 18 10:23:54.656789 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-27f9126f-e13c-4b6f-a809-09215451153b req-fabbd89c-9eec-4ccb-b56c-e6cc915331ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55dc6a44-5c41-427e-8313-06d12d4879d7 HTTP/1.1" status: 200 len: 217 time: 0.1300354 Jun 18 10:23:54.768437 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Allocated IP 172.20.0.9 (a4aab1f0-d2cd-4f06-af18-6b939042b37d/be20399b-bc5c-474f-a905-4593de742e1e/85c089d3-31ce-4f73-94b3-7a94b435a97f) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:23:54.800760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9126f-e13c-4b6f-a809-09215451153b req-d276dbaa-8ab8-49d2-8a81-3ba4248837eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:54.803495 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-27f9126f-e13c-4b6f-a809-09215451153b req-d276dbaa-8ab8-49d2-8a81-3ba4248837eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6973c0a1-7495-453f-a885-c0dd672b2073 HTTP/1.1" status: 200 len: 854 time: 0.1358795 Jun 18 10:23:54.893605 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-27f9126f-e13c-4b6f-a809-09215451153b req-f71ca348-e120-4801-995d-651ba1f272d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82ed5e5a-aac8-4c08-9ec3-4fa8a670954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827429 Jun 18 10:23:55.031558 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 55dc6a44-5c41-427e-8313-06d12d4879d7 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:23:55.056744 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a9b10-7e41-492a-bb54-52b43f53c996 req-4406f54b-d90c-48ac-8b8e-ab24446766da tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:55.058510 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-372a9b10-7e41-492a-bb54-52b43f53c996 req-4406f54b-d90c-48ac-8b8e-ab24446766da tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 943 time: 0.2588873 Jun 18 10:23:55.138872 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-372a9b10-7e41-492a-bb54-52b43f53c996 req-647479c4-f77a-4aca-89b7-365f27e2cc5d tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720038 Jun 18 10:23:55.203455 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-27f9126f-e13c-4b6f-a809-09215451153b req-f936502b-4a5c-4de3-a464-2d78ce85b6e4 service neutron] 10.222.0.61 "GET /v2.0/networks/82ed5e5a-aac8-4c08-9ec3-4fa8a670954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994342 Jun 18 10:23:55.236190 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 55dc6a44-5c41-427e-8313-06d12d4879d7, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=55dc6a44-5c41-427e-8313-06d12d4879d7,segment=NetworkSegment(a8a15a70-0893-4bb7-ab28-0512fdebb206),segment_id=a8a15a70-0893-4bb7-ab28-0512fdebb206)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:23:55.254555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '55dc6a44-5c41-427e-8313-06d12d4879d7', 'network_id': '82ed5e5a-aac8-4c08-9ec3-4fa8a670954f', 'port_id': '55dc6a44-5c41-427e-8313-06d12d4879d7', 'mac_address': 'fa:16:3e:f3:a3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6973c0a1-7495-453f-a885-c0dd672b2073', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:23:55.349247 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-69c92efc-622a-4e8b-8092-ddce17c31ccd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:55.350429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:55.365192 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c7897a00-1930-4670-a60c-02eb538ab6f7 req-61c43bc9-d463-4d82-b90a-5716076aac53 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 210 time: 0.0653574 Jun 18 10:23:55.375597 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55dc6a44-5c41-427e-8313-06d12d4879d7 {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:23:55.387915 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-69c92efc-622a-4e8b-8092-ddce17c31ccd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:55.395472 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 55dc6a44-5c41-427e-8313-06d12d4879d7, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=55dc6a44-5c41-427e-8313-06d12d4879d7,segment=NetworkSegment(a8a15a70-0893-4bb7-ab28-0512fdebb206),segment_id=a8a15a70-0893-4bb7-ab28-0512fdebb206)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:23:55.428545 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:55.430842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:55.513368 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=55dc6a44-5c41-427e-8313-06d12d4879d7,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:55.517617 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:55.618361 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:55.640433 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.l3_db [None req-69c92efc-622a-4e8b-8092-ddce17c31ccd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Floating IP a8c31932-1812-4701-9dd1-973561bdf261 associated. External IP: 172.28.2.119, port: 53c48c54-2e79-4de1-a820-2f4c12a7d3e6. Jun 18 10:23:55.667732 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-27f9126f-e13c-4b6f-a809-09215451153b req-5964770a-feb0-4eeb-937c-d414141eb7f5 service neutron] 10.222.0.61 "GET /v2.0/networks/82ed5e5a-aac8-4c08-9ec3-4fa8a670954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568551 Jun 18 10:23:55.689578 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['55dc6a44-5c41-427e-8313-06d12d4879d7'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:23:55.707254 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:55.724602 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a3792587-69b7-4f98-b689-0f1acb04dc67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:55.794002 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Network a4aab1f0-d2cd-4f06-af18-6b939042b37d is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:23:55.798085 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:23:55.802494 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:23:55.859201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Pushing event updated for resources: {'Port': ['ID=85c089d3-31ce-4f73-94b3-7a94b435a97f,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:55.864294 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:55.887635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:55.891280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:56.111116 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1276693 Jun 18 10:23:56.130809 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Request body: {'port': {'device_id': '0877bb00-881f-4e7c-90e6-282d70cce2d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:23:56.155803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c92efc-622a-4e8b-8092-ddce17c31ccd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Router e02d88c8-6181-4463-8052-9832d7cae4ec has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:23:56.263011 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:56.682706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c089d3-31ce-4f73-94b3-7a94b435a97f {{(pid=82216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:23:56.691338 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:56.710609 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Transition to ACTIVE for port object 85c089d3-31ce-4f73-94b3-7a94b435a97f will not be triggered until provisioned by entity L2. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:23:56.714803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daec2b-fcd9-4b50-873f-6b3013d9813f req-277fb650-a205-40b5-86e8-3e012a62c105 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:56.716442 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6daec2b-fcd9-4b50-873f-6b3013d9813f req-277fb650-a205-40b5-86e8-3e012a62c105 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.4822702 Jun 18 10:23:56.731812 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f5e63-9b81-4b82-8257-446bf623baaa req-38491307-b526-4fae-8423-3b1dae899b27 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:56.733497 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c4f5e63-9b81-4b82-8257-446bf623baaa req-38491307-b526-4fae-8423-3b1dae899b27 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 944 time: 0.1789653 Jun 18 10:23:56.810977 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:56.816167 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6526b2f9-55ee-4c67-9b54-0fb3037afd4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:56.841512 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d6daec2b-fcd9-4b50-873f-6b3013d9813f req-e750faea-4e60-4047-a63e-42f3c09c3fcf tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165390 Jun 18 10:23:56.850977 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c4f5e63-9b81-4b82-8257-446bf623baaa req-f014df06-3086-4477-84e0-23728a882fe7 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001098 Jun 18 10:23:56.871767 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c92efc-622a-4e8b-8092-ddce17c31ccd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:23:56.876572 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-69c92efc-622a-4e8b-8092-ddce17c31ccd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:56.895285 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37140e-2bc2-492b-95ff-dc0d561304c1 None None] Sync routers for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:23:56.924627 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37140e-2bc2-492b-95ff-dc0d561304c1 None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:23:56.925717 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-db37140e-2bc2-492b-95ff-dc0d561304c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:23:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:23:56.947839 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-69c92efc-622a-4e8b-8092-ddce17c31ccd tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "PUT /v2.0/floatingips/a8c31932-1812-4701-9dd1-973561bdf261 HTTP/1.1" status: 200 len: 991 time: 2.6387556 Jun 18 10:23:56.948736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25', 'tag': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:23:56.979688 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Pushing event updated for resources: {'Port': ['ID=85c089d3-31ce-4f73-94b3-7a94b435a97f,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:56.992616 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:56.993072 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:56.993496 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:56.993898 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:56.994297 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:56.994797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:56.995199 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:56.995606 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:56.995999 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:56.996387 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:56.996803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:23:57.003153 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:57.127207 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607fa58-d9a8-4545-a265-2c469b1d4b64 req-c459885c-8df3-4a91-a922-fea314895e9f tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:57.129421 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d607fa58-d9a8-4545-a265-2c469b1d4b64 req-c459885c-8df3-4a91-a922-fea314895e9f tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 943 time: 0.1174409 Jun 18 10:23:57.162828 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Attempting to bind port 85c089d3-31ce-4f73-94b3-7a94b435a97f on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:23:57.163218 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Attempting to bind port 85c089d3-31ce-4f73-94b3-7a94b435a97f by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'cd6427a0-6038-4681-b965-b50ed0624fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d'}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:23:57.163595 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Attempting to bind port 85c089d3-31ce-4f73-94b3-7a94b435a97f on network a4aab1f0-d2cd-4f06-af18-6b939042b37d {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:23:57.171411 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Port 85c089d3-31ce-4f73-94b3-7a94b435a97f on network a4aab1f0-d2cd-4f06-af18-6b939042b37d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:23:57.171784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Attempting to bind port 85c089d3-31ce-4f73-94b3-7a94b435a97f on network a4aab1f0-d2cd-4f06-af18-6b939042b37d {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:23:57.181335 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25', 'tag': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6', 'status': 'completed', 'code': 200} Jun 18 10:23:57.181562 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:23:57.181888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Checking segment: {'id': 'cd6427a0-6038-4681-b965-b50ed0624fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:23:57.182384 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Bound using segment: {'id': 'cd6427a0-6038-4681-b965-b50ed0624fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d'} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:23:57.182939 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Bound port: 85c089d3-31ce-4f73-94b3-7a94b435a97f, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6427a0-6038-4681-b965-b50ed0624fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d'}}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:23:57.183202 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:57.198387 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d607fa58-d9a8-4545-a265-2c469b1d4b64 req-e4adc3af-bd64-43fb-9f0d-073bb7a78925 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Synchronizing usage tracker for tenant:676fbad3c9e24091879a5042c1de1ab6 on resource:security_group {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:23:57.250008 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 55dc6a44-5c41-427e-8313-06d12d4879d7 up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:23:57.250722 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-d607fa58-d9a8-4545-a265-2c469b1d4b64 req-e4adc3af-bd64-43fb-9f0d-073bb7a78925 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Unset dirty status for tenant:676fbad3c9e24091879a5042c1de1ab6 on resource:security_group {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:23:57.252245 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d607fa58-d9a8-4545-a265-2c469b1d4b64 req-e4adc3af-bd64-43fb-9f0d-073bb7a78925 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160095 Jun 18 10:23:57.350840 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] For port 85c089d3-31ce-4f73-94b3-7a94b435a97f, host hv-cinder-79702, cleared binding levels {{(pid=82216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:23:57.356437 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] For port 85c089d3-31ce-4f73-94b3-7a94b435a97f, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=85c089d3-31ce-4f73-94b3-7a94b435a97f,segment=NetworkSegment(cd6427a0-6038-4681-b965-b50ed0624fc4),segment_id=cd6427a0-6038-4681-b965-b50ed0624fc4)] {{(pid=82216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:23:57.368907 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ef86ecdf-6238-4430-9d33-65808de6d56e req-3147badf-3706-411e-9a59-0812062f3a83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa98b03e73be430aa86512a0c9c28b17&device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 1098 time: 0.1644611 Jun 18 10:23:57.403062 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-db37140e-2bc2-492b-95ff-dc0d561304c1 None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:23:57.409293 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:57.426606 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-71a69153-c20d-4dc1-8b32-9018aad08a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:57.449548 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port 55dc6a44-5c41-427e-8313-06d12d4879d7 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:23:57.471988 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 55dc6a44-5c41-427e-8313-06d12d4879d7 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:23:57.472410 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:57.566278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:57.567745 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] 10.222.0.61 "PUT /v2.0/ports/85c089d3-31ce-4f73-94b3-7a94b435a97f HTTP/1.1" status: 200 len: 1093 time: 1.4433680 Jun 18 10:23:57.568288 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0877bb00-881f-4e7c-90e6-282d70cce2d5', 'tag': '85c089d3-31ce-4f73-94b3-7a94b435a97f'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:23:57.633553 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0877bb00-881f-4e7c-90e6-282d70cce2d5', 'tag': '85c089d3-31ce-4f73-94b3-7a94b435a97f', 'status': 'completed', 'code': 200} Jun 18 10:23:57.689185 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86ecdf-6238-4430-9d33-65808de6d56e req-fc890c78-38f8-48b0-8f4b-8e997f4f10ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:57.690824 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ef86ecdf-6238-4430-9d33-65808de6d56e req-fc890c78-38f8-48b0-8f4b-8e997f4f10ef service neutron] 10.222.0.61 "GET /v2.0/networks?id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b HTTP/1.1" status: 200 len: 911 time: 0.3076980 Jun 18 10:23:57.691599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Pushing event updated for resources: {'Port': ['ID=85c089d3-31ce-4f73-94b3-7a94b435a97f,revision_number=3']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:57.695845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:57.812013 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:57.831950 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-a190f08c-e2c6-427c-b88a-6efd577d1fe7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=676fbad3c9e24091879a5042c1de1ab6&device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 1096 time: 0.1923432 Jun 18 10:23:57.837382 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ef86ecdf-6238-4430-9d33-65808de6d56e req-3c77b409-a33d-41ee-9c8a-de166367ecd2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c48c54-2e79-4de1-a820-2f4c12a7d3e6 HTTP/1.1" status: 200 len: 999 time: 0.1148524 Jun 18 10:23:57.864071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ed41d4-3fc9-4385-ad37-ea170469179a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dc6a44-5c41-427e-8313-06d12d4879d7'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:23:57.889932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 55dc6a44-5c41-427e-8313-06d12d4879d7, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=55dc6a44-5c41-427e-8313-06d12d4879d7,segment=NetworkSegment(a8a15a70-0893-4bb7-ab28-0512fdebb206),segment_id=a8a15a70-0893-4bb7-ab28-0512fdebb206)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:23:57.952053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:57.955191 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:23:57.960720 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-e3eb303a-763e-4f00-a274-6250962c3e95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85c089d3-31ce-4f73-94b3-7a94b435a97f HTTP/1.1" status: 200 len: 217 time: 0.1128321 Jun 18 10:23:58.020469 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ed41d4-3fc9-4385-ad37-ea170469179a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dc6a44-5c41-427e-8313-06d12d4879d7', 'code': 200} Jun 18 10:23:58.064456 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86ecdf-6238-4430-9d33-65808de6d56e req-c8d65eb7-9950-4f32-930d-400da091fd34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:58.066112 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ef86ecdf-6238-4430-9d33-65808de6d56e req-c8d65eb7-9950-4f32-930d-400da091fd34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32310b40-dde4-4045-b65a-97e81d3f1bf5 HTTP/1.1" status: 200 len: 849 time: 0.1479013 Jun 18 10:23:58.130556 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=55dc6a44-5c41-427e-8313-06d12d4879d7,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:23:58.142763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:23:58.156053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-8b265d58-d5ce-4d81-980e-9c6c8ee4ee9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:58.157869 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-8b265d58-d5ce-4d81-980e-9c6c8ee4ee9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be20399b-bc5c-474f-a905-4593de742e1e HTTP/1.1" status: 200 len: 849 time: 0.0900717 Jun 18 10:23:58.162556 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-db37140e-2bc2-492b-95ff-dc0d561304c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': 'a8c31932-1812-4701-9dd1-973561bdf261', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'floating_ip_address': '172.28.2.119', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'port_id': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'mac_address': 'fa:16:3e:44:54:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:23:38Z', 'updated_at': '2021-06-18T10:23:55Z', 'revision_number': 1, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:10Z', 'revision_number': 5, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:23:58.166162 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9655674-36fd-48e0-bbae-82ea137df949 req-865b10fd-fb62-494a-a932-5fcc68c29afd tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:58.169127 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9655674-36fd-48e0-bbae-82ea137df949 req-865b10fd-fb62-494a-a932-5fcc68c29afd tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1535373 Jun 18 10:23:58.171968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37140e-2bc2-492b-95ff-dc0d561304c1 None None] Checking router: e02d88c8-6181-4463-8052-9832d7cae4ec for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:23:58.224800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37140e-2bc2-492b-95ff-dc0d561304c1 None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:23:58.225786 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-db37140e-2bc2-492b-95ff-dc0d561304c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:23:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:23:58.265744 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-b3779c18-6c4b-4501-9bb0-d34b60f331d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a4aab1f0-d2cd-4f06-af18-6b939042b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504389 Jun 18 10:23:58.378983 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b9655674-36fd-48e0-bbae-82ea137df949 req-9a6234e4-d8e5-4bb7-8904-09a1699ae324 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034976 Jun 18 10:23:58.451229 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060ad7a-cde0-456a-9294-0018be5d8ab7 req-1a656939-b0e8-46ac-a140-56f475a992ce tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:58.456538 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ef86ecdf-6238-4430-9d33-65808de6d56e req-11edf720-84a7-47e4-8e4f-280949c7cd33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2975981 Jun 18 10:23:58.461359 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1060ad7a-cde0-456a-9294-0018be5d8ab7 req-1a656939-b0e8-46ac-a140-56f475a992ce tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 945 time: 0.2119782 Jun 18 10:23:58.497880 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4ac554b7-858b-48d9-afc7-5679a6235a5d req-0ceb4bf9-21d6-409c-867c-2768bf4a35c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 1098 time: 0.1821949 Jun 18 10:23:58.508758 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-db37140e-2bc2-492b-95ff-dc0d561304c1 None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:23:58.566163 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1060ad7a-cde0-456a-9294-0018be5d8ab7 req-e55701ec-6655-44f0-bc0c-0f345492fe4f tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036828 Jun 18 10:23:58.590992 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-c7a6c539-beac-4852-9bc6-a4831ea1cabc service neutron] 10.222.0.61 "GET /v2.0/networks/a4aab1f0-d2cd-4f06-af18-6b939042b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122206 Jun 18 10:23:58.612460 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4ac554b7-858b-48d9-afc7-5679a6235a5d req-cbb96608-6680-4587-977b-9cbc04d2bcd4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972674 Jun 18 10:23:58.811072 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ef86ecdf-6238-4430-9d33-65808de6d56e req-fdebdde0-e6d5-446d-a87c-374fec9496b8 service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447936 Jun 18 10:23:58.860739 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ab36a-85fb-428d-b0ce-9c0dfa40d1fa req-d51a343e-7278-4542-a9b3-501ba3742e5b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:58.862511 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e50ab36a-85fb-428d-b0ce-9c0dfa40d1fa req-d51a343e-7278-4542-a9b3-501ba3742e5b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 943 time: 0.1363668 Jun 18 10:23:58.876768 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7b43a0d7-11bb-4f63-bf30-bc6ac8adf4f5 req-c7e897dc-3926-419d-af0a-e60651e14e9c service neutron] 10.222.0.61 "GET /v2.0/networks/a4aab1f0-d2cd-4f06-af18-6b939042b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636814 Jun 18 10:23:58.929382 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e50ab36a-85fb-428d-b0ce-9c0dfa40d1fa req-1bfbca10-3522-48b5-b024-a876c488805d tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576200 Jun 18 10:23:59.004339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-db37140e-2bc2-492b-95ff-dc0d561304c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': 'a8c31932-1812-4701-9dd1-973561bdf261', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'floating_ip_address': '172.28.2.119', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'port_id': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'mac_address': 'fa:16:3e:44:54:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:23:38Z', 'updated_at': '2021-06-18T10:23:55Z', 'revision_number': 1, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:10Z', 'revision_number': 5, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:23:59.009798 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37140e-2bc2-492b-95ff-dc0d561304c1 None None] The sync data for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb is: [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': 'a8c31932-1812-4701-9dd1-973561bdf261', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'floating_ip_address': '172.28.2.119', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'port_id': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'mac_address': 'fa:16:3e:44:54:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:23:38Z', 'updated_at': '2021-06-18T10:23:55Z', 'revision_number': 1, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:10Z', 'revision_number': 5, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:23:59.059945 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ef86ecdf-6238-4430-9d33-65808de6d56e req-086c2478-93bb-421d-b0f1-534da03e98fc service neutron] 10.222.0.61 "GET /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324820 Jun 18 10:23:59.110836 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cab2d0b5-10f1-438b-a45b-770bb0dbf057 req-ae41c566-31c0-4748-813a-692ac50e437f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=676fbad3c9e24091879a5042c1de1ab6&device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 1096 time: 0.1125164 Jun 18 10:23:59.272033 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2d0b5-10f1-438b-a45b-770bb0dbf057 req-ee3cec03-c590-48ba-bd67-df0c0c823670 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:59.274352 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cab2d0b5-10f1-438b-a45b-770bb0dbf057 req-ee3cec03-c590-48ba-bd67-df0c0c823670 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a4aab1f0-d2cd-4f06-af18-6b939042b37d HTTP/1.1" status: 200 len: 910 time: 0.1554139 Jun 18 10:23:59.363432 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cab2d0b5-10f1-438b-a45b-770bb0dbf057 req-1034e328-3822-47f8-95dc-8707f6747e2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85c089d3-31ce-4f73-94b3-7a94b435a97f HTTP/1.1" status: 200 len: 217 time: 0.0740054 Jun 18 10:23:59.425323 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b82a05d-cdbe-4c0e-b959-77fa9f3c7b81 None None] New status for floating IP a8c31932-1812-4701-9dd1-973561bdf261: ACTIVE {{(pid=82218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:23:59.458986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2d0b5-10f1-438b-a45b-770bb0dbf057 req-8c323ec7-7176-4c3e-a412-0572353b87f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:59.461349 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cab2d0b5-10f1-438b-a45b-770bb0dbf057 req-8c323ec7-7176-4c3e-a412-0572353b87f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be20399b-bc5c-474f-a905-4593de742e1e HTTP/1.1" status: 200 len: 849 time: 0.0868373 Jun 18 10:23:59.532266 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cab2d0b5-10f1-438b-a45b-770bb0dbf057 req-00b31f6f-d2f0-4da6-96ee-6f68ef634e36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a4aab1f0-d2cd-4f06-af18-6b939042b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628996 Jun 18 10:23:59.799027 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cab2d0b5-10f1-438b-a45b-770bb0dbf057 req-aad0a7df-7810-4496-a853-358457036976 service neutron] 10.222.0.61 "GET /v2.0/networks/a4aab1f0-d2cd-4f06-af18-6b939042b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491148 Jun 18 10:23:59.849827 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8978f12-884e-4ee2-afaa-31c36967a3a0 req-3351e59f-72f5-465e-895a-9a900456f305 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:59.852603 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b8978f12-884e-4ee2-afaa-31c36967a3a0 req-3351e59f-72f5-465e-895a-9a900456f305 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.2187381 Jun 18 10:23:59.911530 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284583ec-aca4-442b-b616-ee74c8d8fc33 req-9f152ce4-0cd2-43d8-8ac7-002cf6f9af7a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:23:59.913235 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-284583ec-aca4-442b-b616-ee74c8d8fc33 req-9f152ce4-0cd2-43d8-8ac7-002cf6f9af7a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 945 time: 0.1627762 Jun 18 10:23:59.962368 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b8978f12-884e-4ee2-afaa-31c36967a3a0 req-f4525161-f692-4aaf-9097-eb184113e572 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997815 Jun 18 10:23:59.986220 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-284583ec-aca4-442b-b616-ee74c8d8fc33 req-9c881d7d-e6da-4d16-b1f1-255ae3d28c70 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621791 Jun 18 10:24:00.000352 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cab2d0b5-10f1-438b-a45b-770bb0dbf057 req-fa0fcd0e-0748-422e-a3cf-7d1d139b9827 service neutron] 10.222.0.61 "GET /v2.0/networks/a4aab1f0-d2cd-4f06-af18-6b939042b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932709 Jun 18 10:24:00.212277 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d7fcd-b9b0-4431-acd4-a334c8877836 req-396a2fe1-1a90-4e59-8ef3-044a47252fe5 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:00.216393 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-af2d7fcd-b9b0-4431-acd4-a334c8877836 req-396a2fe1-1a90-4e59-8ef3-044a47252fe5 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 943 time: 0.0863166 Jun 18 10:24:00.264522 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-af2d7fcd-b9b0-4431-acd4-a334c8877836 req-f0acfbde-08d8-4854-b38c-a3a085ebdd36 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441065 Jun 18 10:24:01.059185 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 85c089d3-31ce-4f73-94b3-7a94b435a97f details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:24:01.224988 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 85c089d3-31ce-4f73-94b3-7a94b435a97f, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=85c089d3-31ce-4f73-94b3-7a94b435a97f,segment=NetworkSegment(cd6427a0-6038-4681-b965-b50ed0624fc4),segment_id=cd6427a0-6038-4681-b965-b50ed0624fc4)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:01.240145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '85c089d3-31ce-4f73-94b3-7a94b435a97f', 'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d', 'port_id': '85c089d3-31ce-4f73-94b3-7a94b435a97f', 'mac_address': 'fa:16:3e:b6:44:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be20399b-bc5c-474f-a905-4593de742e1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:24:01.292843 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffb4c4-0e79-4c36-869c-c2cfccccb25e req-23dea344-b6c1-4a97-91ad-d35d2cd49d2d tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:01.297282 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-92ffb4c4-0e79-4c36-869c-c2cfccccb25e req-23dea344-b6c1-4a97-91ad-d35d2cd49d2d tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1729577 Jun 18 10:24:01.301370 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:01.306932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0c6ab-5b03-44f0-a4fa-cefd142f21b7 req-2ed130c8-9a39-4fdd-9198-ef16afc3dc10 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:01.311366 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-efb0c6ab-5b03-44f0-a4fa-cefd142f21b7 req-2ed130c8-9a39-4fdd-9198-ef16afc3dc10 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 945 time: 0.1402376 Jun 18 10:24:01.323281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c089d3-31ce-4f73-94b3-7a94b435a97f {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:24:01.341965 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 85c089d3-31ce-4f73-94b3-7a94b435a97f, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=85c089d3-31ce-4f73-94b3-7a94b435a97f,segment=NetworkSegment(cd6427a0-6038-4681-b965-b50ed0624fc4),segment_id=cd6427a0-6038-4681-b965-b50ed0624fc4)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:01.386717 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:01.388744 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:01.401638 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-92ffb4c4-0e79-4c36-869c-c2cfccccb25e req-550bb196-5eda-49f9-b027-df783e1b3591 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882714 Jun 18 10:24:01.403729 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-efb0c6ab-5b03-44f0-a4fa-cefd142f21b7 req-6293d054-59a1-4750-b748-09eb9ec5b48e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882571 Jun 18 10:24:01.469484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=85c089d3-31ce-4f73-94b3-7a94b435a97f,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:01.473272 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:01.623579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6d297-9e2e-4ca0-aa98-686430b6e73b req-dd443a6b-addf-4be0-9621-ad8ee8ccae08 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:01.625186 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-01f6d297-9e2e-4ca0-aa98-686430b6e73b req-dd443a6b-addf-4be0-9621-ad8ee8ccae08 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 944 time: 0.0895798 Jun 18 10:24:01.671432 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['85c089d3-31ce-4f73-94b3-7a94b435a97f'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:24:01.680977 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-01f6d297-9e2e-4ca0-aa98-686430b6e73b req-fd00c95c-7766-4dd0-ab1a-382d75a85ae6 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494223 Jun 18 10:24:02.647984 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d779cac-8014-44a7-ade7-40c22efc54aa req-e9cae545-8f51-4aee-9c82-f52eaf37fbaa tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:02.650565 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9d779cac-8014-44a7-ade7-40c22efc54aa req-e9cae545-8f51-4aee-9c82-f52eaf37fbaa tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1157157 Jun 18 10:24:02.704241 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9d779cac-8014-44a7-ade7-40c22efc54aa req-135c5e1d-ea60-409c-b121-9b3b92654f20 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473106 Jun 18 10:24:02.909222 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ea806-c91f-4d4e-93fa-0d04540ba84c req-cc39d6a7-34f8-4b2d-b0de-e8084402e42e tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:02.910900 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-413ea806-c91f-4d4e-93fa-0d04540ba84c req-cc39d6a7-34f8-4b2d-b0de-e8084402e42e tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 944 time: 0.0862279 Jun 18 10:24:02.964707 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-413ea806-c91f-4d4e-93fa-0d04540ba84c req-04859843-6265-4066-a516-c5adc65960c6 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459683 Jun 18 10:24:03.066009 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 85c089d3-31ce-4f73-94b3-7a94b435a97f up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:24:03.199100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port 85c089d3-31ce-4f73-94b3-7a94b435a97f completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:24:03.204535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 85c089d3-31ce-4f73-94b3-7a94b435a97f triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:24:03.209331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:03.327699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:03.531715 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0877bb00-881f-4e7c-90e6-282d70cce2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c089d3-31ce-4f73-94b3-7a94b435a97f'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:24:03.544571 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 85c089d3-31ce-4f73-94b3-7a94b435a97f, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=85c089d3-31ce-4f73-94b3-7a94b435a97f,segment=NetworkSegment(cd6427a0-6038-4681-b965-b50ed0624fc4),segment_id=cd6427a0-6038-4681-b965-b50ed0624fc4)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:03.577097 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:03.580329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:03.635752 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0877bb00-881f-4e7c-90e6-282d70cce2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c089d3-31ce-4f73-94b3-7a94b435a97f', 'code': 200} Jun 18 10:24:03.682335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=85c089d3-31ce-4f73-94b3-7a94b435a97f,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:03.687029 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:03.935626 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4b5bba15-6932-496b-9d7c-9c7e9ba009e4 req-bcf57aca-0c1f-445e-9803-8a6cf0cbd463 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 1098 time: 0.0854421 Jun 18 10:24:04.080801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49968a9c-f6e4-43a7-9b38-fd72f870622d req-4b3cc542-09cb-48e4-be7d-defd09281af1 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:04.082527 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-49968a9c-f6e4-43a7-9b38-fd72f870622d req-4b3cc542-09cb-48e4-be7d-defd09281af1 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1009157 Jun 18 10:24:04.170293 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-49968a9c-f6e4-43a7-9b38-fd72f870622d req-203b3b90-142e-4355-a447-2db020246135 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776007 Jun 18 10:24:04.236422 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4b5bba15-6932-496b-9d7c-9c7e9ba009e4 req-34de8286-fd1c-4532-a58e-d3191a1c51ec service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929265 Jun 18 10:24:04.392283 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37587b-8932-4369-99df-586dfde21bbb req-0ed55059-c801-438f-84f1-b648898d0cd5 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:04.393987 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1c37587b-8932-4369-99df-586dfde21bbb req-0ed55059-c801-438f-84f1-b648898d0cd5 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 945 time: 0.0967412 Jun 18 10:24:04.451064 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1c37587b-8932-4369-99df-586dfde21bbb req-f528aa78-d6ac-4b89-bd75-e342684cc1c9 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507689 Jun 18 10:24:05.438091 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63add064-8586-4a2f-b2b1-4fb9ded268f3 req-b6ec2177-c5c9-4b1c-8fc9-a657590682b7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:05.439718 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-63add064-8586-4a2f-b2b1-4fb9ded268f3 req-b6ec2177-c5c9-4b1c-8fc9-a657590682b7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.0937772 Jun 18 10:24:05.497326 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-63add064-8586-4a2f-b2b1-4fb9ded268f3 req-499a56f0-064d-4847-ad75-f39776adfbfd tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499260 Jun 18 10:24:05.708092 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb410801-5d81-4b1e-8963-f95eb65d8c12 req-435bebf8-2dd1-4746-92e5-c904e1450a56 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:05.709635 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fb410801-5d81-4b1e-8963-f95eb65d8c12 req-435bebf8-2dd1-4746-92e5-c904e1450a56 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 945 time: 0.0911775 Jun 18 10:24:05.769051 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fb410801-5d81-4b1e-8963-f95eb65d8c12 req-f9a11e46-76b9-4d81-8c76-02d355034e48 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521061 Jun 18 10:24:05.982778 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b16730-6eb6-4a14-9fec-60f96f796ab5 req-4f4ba040-3c4c-49b3-8fb5-b6dd1bee29dc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:05.984432 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-64b16730-6eb6-4a14-9fec-60f96f796ab5 req-4f4ba040-3c4c-49b3-8fb5-b6dd1bee29dc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 947 time: 0.0898848 Jun 18 10:24:06.038636 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-64b16730-6eb6-4a14-9fec-60f96f796ab5 req-b2da4131-8c55-4077-be47-3afe52ae6a74 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470245 Jun 18 10:24:06.729487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4bba9-fbce-493e-98d3-24de99307d24 req-b20a473c-eecc-48ec-bc89-c28bd41da6e0 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:06.731145 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2ac4bba9-fbce-493e-98d3-24de99307d24 req-b20a473c-eecc-48ec-bc89-c28bd41da6e0 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.0968857 Jun 18 10:24:06.785212 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2ac4bba9-fbce-493e-98d3-24de99307d24 req-a8f5b8c2-11c4-4225-a3e1-01d6359d13aa tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469899 Jun 18 10:24:07.309614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664941a-af45-49c4-a409-e9a954cfc97e req-8d43ba25-e56b-4b0c-acb8-ad1a959180dd tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:07.311782 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c664941a-af45-49c4-a409-e9a954cfc97e req-8d43ba25-e56b-4b0c-acb8-ad1a959180dd tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 947 time: 0.1184640 Jun 18 10:24:07.429433 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c664941a-af45-49c4-a409-e9a954cfc97e req-5d52a91d-4572-41cd-8348-a8d8b37254fa tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103022 Jun 18 10:24:07.452675 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426eb236-01ce-4a62-a564-2fb9275d7410 req-301900e7-2f9d-4769-acb8-859caedfadcc tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:07.454293 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-426eb236-01ce-4a62-a564-2fb9275d7410 req-301900e7-2f9d-4769-acb8-859caedfadcc tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 945 time: 0.1114888 Jun 18 10:24:07.512159 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-426eb236-01ce-4a62-a564-2fb9275d7410 req-831747c0-74bd-47d5-9f12-6e9bb18bb436 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511978 Jun 18 10:24:08.015900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77ee05-7959-4a10-a264-dac471184ad9 req-7e1cb502-3c0c-4a66-acaf-18f86df8a83d tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:08.017513 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4f77ee05-7959-4a10-a264-dac471184ad9 req-7e1cb502-3c0c-4a66-acaf-18f86df8a83d tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.0995615 Jun 18 10:24:08.071793 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4f77ee05-7959-4a10-a264-dac471184ad9 req-2142f2b2-991b-4e9d-8527-06f8e6790ed5 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470221 Jun 18 10:24:08.343236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-0a7ab6e3-849a-4873-92b4-6f8643691e4f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:08.344804 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-0a7ab6e3-849a-4873-92b4-6f8643691e4f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.61 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 947 time: 0.0887382 Jun 18 10:24:08.429070 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Deleting port 08109469-080e-44b8-8fff-c0c1ac967e85 {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:24:08.430283 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:08.732241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] For port 08109469-080e-44b8-8fff-c0c1ac967e85, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=08109469-080e-44b8-8fff-c0c1ac967e85,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:08.732647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:08.768164 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fb53a-7339-4c95-86b9-fd07f3f3a849 req-6d71a507-32ad-4148-8864-ab83ffddf189 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:08.769799 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-283fb53a-7339-4c95-86b9-fd07f3f3a849 req-6d71a507-32ad-4148-8864-ab83ffddf189 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 947 time: 0.1867888 Jun 18 10:24:08.816030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc6596-1ada-4d01-8001-1f6cb10f3485 req-09c10121-9578-4dca-bffa-6c704edfb558 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:08.817580 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d7cc6596-1ada-4d01-8001-1f6cb10f3485 req-09c10121-9578-4dca-bffa-6c704edfb558 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 945 time: 0.1601095 Jun 18 10:24:08.869984 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-283fb53a-7339-4c95-86b9-fd07f3f3a849 req-22f75957-fb31-4e08-b532-c78f0450f788 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=c327c5e7-ccb2-488c-8371-64ec1d1b9662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935190 Jun 18 10:24:08.896300 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d7cc6596-1ada-4d01-8001-1f6cb10f3485 req-c4d5794b-10d5-4c06-b507-de850bd924d1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643163 Jun 18 10:24:09.151159 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:09.151741 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:09.152231 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.l3_db [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Floating IP 9c8d34be-9463-454d-92bb-192235ddeac6 disassociated. External IP: 172.28.2.192, port: 08109469-080e-44b8-8fff-c0c1ac967e85. Jun 18 10:24:09.152679 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Calling delete_port for 08109469-080e-44b8-8fff-c0c1ac967e85 owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:24:09.383767 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb98740-75ae-48a5-ba07-4e997d06602d req-62262bb3-19f8-4170-a7e2-073da912ce79 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:09.385487 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9bb98740-75ae-48a5-ba07-4e997d06602d req-62262bb3-19f8-4170-a7e2-073da912ce79 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1305060 Jun 18 10:24:09.391845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dc9e0-b8f1-41e6-9bf6-49145383821e req-ac8df201-0f6d-45fe-a127-25d28b363c33 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:09.392656 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-c97dc9e0-b8f1-41e6-9bf6-49145383821e req-ac8df201-0f6d-45fe-a127-25d28b363c33 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Synchronizing usage tracker for tenant:676fbad3c9e24091879a5042c1de1ab6 on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:24:09.454631 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9bb98740-75ae-48a5-ba07-4e997d06602d req-622da6c3-b9f7-41fc-a7a8-338cbfc975ac tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598202 Jun 18 10:24:09.513376 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-c97dc9e0-b8f1-41e6-9bf6-49145383821e req-ac8df201-0f6d-45fe-a127-25d28b363c33 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Unset dirty status for tenant:676fbad3c9e24091879a5042c1de1ab6 on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:24:09.514981 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c97dc9e0-b8f1-41e6-9bf6-49145383821e req-ac8df201-0f6d-45fe-a127-25d28b363c33 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.61 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 945 time: 0.3268416 Jun 18 10:24:09.568951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:09.580453 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-74ea0587-146b-4386-9ecb-ac7f8b451372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:09.643752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event deleted for resources: {'Port': ['ID=08109469-080e-44b8-8fff-c0c1ac967e85,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:09.650760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:09.667653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-c97dc9e0-b8f1-41e6-9bf6-49145383821e req-e71eef7a-8fe5-4dca-8306-caba6805135b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Deleting port 85c089d3-31ce-4f73-94b3-7a94b435a97f {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:24:09.668041 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c97dc9e0-b8f1-41e6-9bf6-49145383821e req-e71eef7a-8fe5-4dca-8306-caba6805135b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:10.108510 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-c97dc9e0-b8f1-41e6-9bf6-49145383821e req-e71eef7a-8fe5-4dca-8306-caba6805135b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] For port 85c089d3-31ce-4f73-94b3-7a94b435a97f, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=85c089d3-31ce-4f73-94b3-7a94b435a97f,segment=NetworkSegment(cd6427a0-6038-4681-b965-b50ed0624fc4),segment_id=cd6427a0-6038-4681-b965-b50ed0624fc4)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:10.108917 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c97dc9e0-b8f1-41e6-9bf6-49145383821e req-e71eef7a-8fe5-4dca-8306-caba6805135b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:10.152724 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a1e01075-a4ab-4601-9482-ebaffabe9544 req-2b23d84b-796a-42e2-bb9c-c86ced44819d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 210 time: 0.0570092 Jun 18 10:24:10.200479 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b55b1-26d9-405e-836e-112f6a69092c req-c6d08bfc-53c6-4e68-8936-a66306bb62bb tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:10.209366 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-521b55b1-26d9-405e-836e-112f6a69092c req-c6d08bfc-53c6-4e68-8936-a66306bb62bb tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 945 time: 0.1502120 Jun 18 10:24:10.306197 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-521b55b1-26d9-405e-836e-112f6a69092c req-8cff0af5-6ddc-4dc7-8fa6-bb7a769266d3 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950003 Jun 18 10:24:10.316001 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-c97dc9e0-b8f1-41e6-9bf6-49145383821e req-e71eef7a-8fe5-4dca-8306-caba6805135b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Calling delete_port for 85c089d3-31ce-4f73-94b3-7a94b435a97f owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:24:10.445306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Router a194f75c-a04b-46b9-8696-55b6dab7aac3 has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:24:10.688647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eb154-1adb-4c4f-95ab-2e99a8cfc19c req-bd59f015-cce9-41a5-a97d-2837fe802049 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:10.690309 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f6eb154-1adb-4c4f-95ab-2e99a8cfc19c req-bd59f015-cce9-41a5-a97d-2837fe802049 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.0958226 Jun 18 10:24:10.717311 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c97dc9e0-b8f1-41e6-9bf6-49145383821e req-e71eef7a-8fe5-4dca-8306-caba6805135b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:10.724017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5c3c2a7c-77b7-48f3-9ae0-dd6992834bcc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:10.729564 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['85c089d3-31ce-4f73-94b3-7a94b435a97f'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:24:10.758020 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3f6eb154-1adb-4c4f-95ab-2e99a8cfc19c req-5bd77500-4e00-42af-9af2-c46974833dba tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600784 Jun 18 10:24:10.775827 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71eef7a-8fe5-4dca-8306-caba6805135b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Pushing event deleted for resources: {'Port': ['ID=85c089d3-31ce-4f73-94b3-7a94b435a97f,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:10.782269 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e71eef7a-8fe5-4dca-8306-caba6805135b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:10.864318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97dc9e0-b8f1-41e6-9bf6-49145383821e req-e71eef7a-8fe5-4dca-8306-caba6805135b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] No DVR routers for this DVR port 85c089d3-31ce-4f73-94b3-7a94b435a97f on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:24:10.868210 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-c97dc9e0-b8f1-41e6-9bf6-49145383821e req-e71eef7a-8fe5-4dca-8306-caba6805135b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:10.871195 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0877bb00-881f-4e7c-90e6-282d70cce2d5', 'name': 'network-vif-deleted', 'tag': '85c089d3-31ce-4f73-94b3-7a94b435a97f'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:24:10.876954 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:24:10.887562 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df8bc3-65bf-476d-bc0a-d04ccdd33422 None None] Sync routers for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:24:10.901019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df8bc3-65bf-476d-bc0a-d04ccdd33422 None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:24:10.901765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-f7df8bc3-65bf-476d-bc0a-d04ccdd33422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:23:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:24:10.954429 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0877bb00-881f-4e7c-90e6-282d70cce2d5', 'name': 'network-vif-deleted', 'tag': '85c089d3-31ce-4f73-94b3-7a94b435a97f', 'status': 'completed', 'code': 200} Jun 18 10:24:10.965798 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] No DVR routers for this DVR port 08109469-080e-44b8-8fff-c0c1ac967e85 on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:24:10.969049 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:10.971358 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a12e2351-8341-4723-b7f1-78d8ea44a6e2 req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.61 "DELETE /v2.0/ports/08109469-080e-44b8-8fff-c0c1ac967e85 HTTP/1.1" status: 204 len: 173 time: 2.6185482 Jun 18 10:24:11.026879 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c97dc9e0-b8f1-41e6-9bf6-49145383821e req-e71eef7a-8fe5-4dca-8306-caba6805135b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.61 "DELETE /v2.0/ports/85c089d3-31ce-4f73-94b3-7a94b435a97f HTTP/1.1" status: 204 len: 173 time: 1.4957058 Jun 18 10:24:11.103299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-f7df8bc3-65bf-476d-bc0a-d04ccdd33422 None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:24:11.391969 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4d2b46db-2553-45ad-b816-6222758a5010 req-dbdd95d9-d1d7-4d37-acbe-19e92f76ea0b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fa54f2-9112-4821-b186-b9f20b355c78 HTTP/1.1" status: 200 len: 210 time: 0.0605707 Jun 18 10:24:11.524204 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-f7df8bc3-65bf-476d-bc0a-d04ccdd33422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:20Z', 'revision_number': 5, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:24:11.529497 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df8bc3-65bf-476d-bc0a-d04ccdd33422 None None] Checking router: a194f75c-a04b-46b9-8696-55b6dab7aac3 for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:24:11.536918 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9c6bdfb8-0df8-4f0b-a6c0-f2771a746efa req-9c5a9822-5b4a-4914-959e-a1bcb28363ce tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=0877bb00-881f-4e7c-90e6-282d70cce2d5 HTTP/1.1" status: 200 len: 210 time: 0.0554750 Jun 18 10:24:11.544615 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df8bc3-65bf-476d-bc0a-d04ccdd33422 None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:24:11.545420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-f7df8bc3-65bf-476d-bc0a-d04ccdd33422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:23:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:24:11.576291 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3224957b-4669-4360-9eeb-f5be5ea9c748 req-2da15795-5936-40dc-b395-442b5360279f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29d61a1ffe634e9fb5919a898e19c25f&device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 1099 time: 0.1897364 Jun 18 10:24:11.732877 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224957b-4669-4360-9eeb-f5be5ea9c748 req-b5ac5131-8ebd-4429-b049-043575995abd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:11.734734 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3224957b-4669-4360-9eeb-f5be5ea9c748 req-b5ac5131-8ebd-4429-b049-043575995abd service neutron] 10.222.0.61 "GET /v2.0/networks?id=779db24d-307c-429a-92f7-dadebdf386cd HTTP/1.1" status: 200 len: 910 time: 0.1515639 Jun 18 10:24:11.758251 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-f7df8bc3-65bf-476d-bc0a-d04ccdd33422 None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:24:11.873431 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3224957b-4669-4360-9eeb-f5be5ea9c748 req-c5b8b64a-3492-48ee-b868-914171b7014c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba HTTP/1.1" status: 200 len: 1001 time: 0.1300046 Jun 18 10:24:11.969412 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224957b-4669-4360-9eeb-f5be5ea9c748 req-2d3f9285-c889-438d-93fd-07f8fe6f5a23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:11.971800 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3224957b-4669-4360-9eeb-f5be5ea9c748 req-2d3f9285-c889-438d-93fd-07f8fe6f5a23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=534e7a3e-971a-4d53-bcf5-277afec370c4 HTTP/1.1" status: 200 len: 848 time: 0.0895724 Jun 18 10:24:12.040413 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d563c15-22d3-497e-bf5e-b2abb9b147c9 req-696b62b5-590e-4fee-90d5-d624a0113374 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:12.051832 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3d563c15-22d3-497e-bf5e-b2abb9b147c9 req-696b62b5-590e-4fee-90d5-d624a0113374 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1323233 Jun 18 10:24:12.094747 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3224957b-4669-4360-9eeb-f5be5ea9c748 req-18b05aa2-3898-4267-a348-e7e41cf6358d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=779db24d-307c-429a-92f7-dadebdf386cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1026621 Jun 18 10:24:12.116450 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3d563c15-22d3-497e-bf5e-b2abb9b147c9 req-60563d40-bfa5-419d-bc73-4659c192872f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634718 Jun 18 10:24:12.214252 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-f7df8bc3-65bf-476d-bc0a-d04ccdd33422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:20Z', 'revision_number': 5, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:24:12.218681 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df8bc3-65bf-476d-bc0a-d04ccdd33422 None None] The sync data for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb is: [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:20Z', 'revision_number': 5, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:24:12.513432 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3224957b-4669-4360-9eeb-f5be5ea9c748 req-ba4a7fd6-07cb-4ea9-8d59-406e3890ac81 service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143095 Jun 18 10:24:12.626118 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 46376) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:24:12.758610 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:12.779789 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3224957b-4669-4360-9eeb-f5be5ea9c748 req-e4c3f705-56ff-4585-a2d5-980912601d97 service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556877 Jun 18 10:24:12.812558 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:12.917662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:12.926088 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ebbf0ac9-0ec9-43a0-83a5-23fb1d5a138c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:12.932651 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23ce942-1d4d-40d7-8dc0-7c9d7760897a None None] New status for floating IP 9c8d34be-9463-454d-92bb-192235ddeac6: DOWN {{(pid=82218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:24:12.956113 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'name': 'network-vif-deleted', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:24:12.996376 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c327c5e7-ccb2-488c-8371-64ec1d1b9662,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:13.033661 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:13.034112 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:13.034482 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:13.034895 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:13.035416 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:13.035692 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:13.036092 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:13.036494 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:13.036879 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:13.037310 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:13.037911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:13.045694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:13.056494 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:13.061433 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 46396) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:24:13.065593 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:13.070661 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "DELETE /v2.0/security-groups/c327c5e7-ccb2-488c-8371-64ec1d1b9662 HTTP/1.1" status: 204 len: 168 time: 0.4432893 Jun 18 10:24:13.095359 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 08109469-080e-44b8-8fff-c0c1ac967e85 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:24:13.104027 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.v2.resource [None req-3749ab39-4b7c-4051-a418-ab0b7ed09c63 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] show failed (client error): The resource could not be found. Jun 18 10:24:13.110961 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 46400) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:24:13.111635 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-3749ab39-4b7c-4051-a418-ab0b7ed09c63 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups/c327c5e7-ccb2-488c-8371-64ec1d1b9662 HTTP/1.1" status: 404 len: 347 time: 0.0489075 Jun 18 10:24:13.141085 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: 08109469-080e-44b8-8fff-c0c1ac967e85 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:24:13.142003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 08109469-080e-44b8-8fff-c0c1ac967e85 not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:24:13.142590 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 85c089d3-31ce-4f73-94b3-7a94b435a97f no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:24:13.178340 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fa54f2-9112-4821-b186-b9f20b355c78', 'name': 'network-vif-deleted', 'tag': '08109469-080e-44b8-8fff-c0c1ac967e85', 'status': 'completed', 'code': 200} Jun 18 10:24:13.193933 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: 85c089d3-31ce-4f73-94b3-7a94b435a97f {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:24:13.194865 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 85c089d3-31ce-4f73-94b3-7a94b435a97f not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:24:13.205386 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-c15453a5-55bb-4193-aa0b-2a84c618edce tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:13.213881 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-c15453a5-55bb-4193-aa0b-2a84c618edce tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/networks?id=a4aab1f0-d2cd-4f06-af18-6b939042b37d HTTP/1.1" status: 200 len: 809 time: 0.3363094 Jun 18 10:24:13.565323 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-9ccee01d-5c8b-4b24-b28e-fc96bd53081a tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/quotas/676fbad3c9e24091879a5042c1de1ab6 HTTP/1.1" status: 200 len: 375 time: 0.3504241 Jun 18 10:24:13.631178 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-bf0dcee5-d198-40b9-9f0e-75aca132e4f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Deleting port 1d526fad-baac-414c-9b99-2627f0fff604 {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:24:13.631394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcee5-d198-40b9-9f0e-75aca132e4f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:13.683682 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-974e9edf-71a8-4b36-8b18-5b643291c9a0 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=676fbad3c9e24091879a5042c1de1ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030366 Jun 18 10:24:13.856994 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086670b-8158-4fa5-aa7a-d053a4706033 req-269bad6a-46b7-495d-a827-4cf34207f2c1 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:13.858637 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e086670b-8158-4fa5-aa7a-d053a4706033 req-269bad6a-46b7-495d-a827-4cf34207f2c1 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.4101732 Jun 18 10:24:14.019076 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcee5-d198-40b9-9f0e-75aca132e4f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:14.019453 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcee5-d198-40b9-9f0e-75aca132e4f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:14.030312 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e086670b-8158-4fa5-aa7a-d053a4706033 req-f429ac35-9136-4828-9430-0f0f05748a94 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565630 Jun 18 10:24:14.170281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-bf0dcee5-d198-40b9-9f0e-75aca132e4f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Calling delete_port for 1d526fad-baac-414c-9b99-2627f0fff604 owned by network:floatingip {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:24:14.227831 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-8e4aab1c-9f28-42bf-a14a-ad32f757cd10 service neutron] 10.222.0.22 "GET /v2.0/networks/a4aab1f0-d2cd-4f06-af18-6b939042b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241795 Jun 18 10:24:14.460163 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-e6971363-a473-4b73-84fa-a1a1c99b8ffd service neutron] 10.222.0.22 "GET /v2.0/networks/a4aab1f0-d2cd-4f06-af18-6b939042b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287056 Jun 18 10:24:14.628105 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcee5-d198-40b9-9f0e-75aca132e4f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:14.632950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:14.730761 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dcee5-d198-40b9-9f0e-75aca132e4f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event deleted for resources: {'Port': ['ID=1d526fad-baac-414c-9b99-2627f0fff604,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:14.740512 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bf0dcee5-d198-40b9-9f0e-75aca132e4f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:14.743499 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-298917b1-0fd1-4d2b-800c-e4c5bcf98c1c req-2ccea4ca-a964-4f8e-a9e1-a0a3315839f1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 210 time: 0.0680385 Jun 18 10:24:14.848339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcee5-d198-40b9-9f0e-75aca132e4f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:14.896314 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bf0dcee5-d198-40b9-9f0e-75aca132e4f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:14.897959 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-bf0dcee5-d198-40b9-9f0e-75aca132e4f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "DELETE /v2.0/floatingips/9c8d34be-9463-454d-92bb-192235ddeac6 HTTP/1.1" status: 204 len: 168 time: 1.7857828 Jun 18 10:24:15.280130 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06aa4e-9281-486c-b249-b20f1aba9519 req-0c2210a9-6a17-4458-8c79-06f16dc05698 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:15.288289 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5e06aa4e-9281-486c-b249-b20f1aba9519 req-0c2210a9-6a17-4458-8c79-06f16dc05698 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1010664 Jun 18 10:24:15.341852 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5e06aa4e-9281-486c-b249-b20f1aba9519 req-390f6cde-8294-4768-9bd5-26f5ecf867ba tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513899 Jun 18 10:24:15.423904 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 46436) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:24:15.431241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1278357187', 'description': 'tempest-description--2127413627'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:24:15.438784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:24:15.444442 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Usage tracker for resource:security_group and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:24:15.448908 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:24:15.465482 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:24:15.530950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:15.578574 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:24:15.583197 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Usage tracker for resource:security_group_rule and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:24:15.586180 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:24:15.592809 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:24:15.660375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:15.719240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:15.727135 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-423d498a-8cb5-4714-921c-0a5f455f9145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:15.778518 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993e471f-5856-4c1b-859e-613c9d546eaf,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:15.782566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:15.828177 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:15.832751 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 46448) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:24:15.836460 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4103725 Jun 18 10:24:15.843511 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-ff50335f-0a76-40ce-99b0-5d7cb3b8dd45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Request body: {'security_group_rule': {'security_group_id': '993e471f-5856-4c1b-859e-613c9d546eaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:24:15.848669 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ff50335f-0a76-40ce-99b0-5d7cb3b8dd45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:24:15.853851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ff50335f-0a76-40ce-99b0-5d7cb3b8dd45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Usage tracker for resource:security_group_rule and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:24:15.858139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ff50335f-0a76-40ce-99b0-5d7cb3b8dd45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:24:15.865067 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ff50335f-0a76-40ce-99b0-5d7cb3b8dd45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:24:15.916004 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ff50335f-0a76-40ce-99b0-5d7cb3b8dd45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:15.941008 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fcb5a6c5-1636-4682-ac7d-6d28de2b8d7a req-9a524b19-c5b5-4d1e-9ff2-9571f095db13 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 210 time: 0.0507343 Jun 18 10:24:16.079471 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ff50335f-0a76-40ce-99b0-5d7cb3b8dd45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:16.134765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ff50335f-0a76-40ce-99b0-5d7cb3b8dd45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:16.137670 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-76707d54-6320-429c-a241-92b827024579 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:16.163673 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50335f-0a76-40ce-99b0-5d7cb3b8dd45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4557c4-2f6e-4d80-82b2-bada2b7bc09f,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:16.170005 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ff50335f-0a76-40ce-99b0-5d7cb3b8dd45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:16.208838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ff50335f-0a76-40ce-99b0-5d7cb3b8dd45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:16.210217 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ff50335f-0a76-40ce-99b0-5d7cb3b8dd45 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3761346 Jun 18 10:24:16.213955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 46452) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:24:16.221607 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-8a0ccc93-5d5c-48cc-8c9b-76d3bb102544 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Request body: {'security_group_rule': {'security_group_id': '993e471f-5856-4c1b-859e-613c9d546eaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:24:16.231265 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-8a0ccc93-5d5c-48cc-8c9b-76d3bb102544 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:24:16.235666 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-8a0ccc93-5d5c-48cc-8c9b-76d3bb102544 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Usage tracker for resource:security_group_rule and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:24:16.238771 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-8a0ccc93-5d5c-48cc-8c9b-76d3bb102544 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:24:16.245230 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-8a0ccc93-5d5c-48cc-8c9b-76d3bb102544 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:24:16.307762 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8a0ccc93-5d5c-48cc-8c9b-76d3bb102544 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:16.328958 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0f4f6af0-23ce-4e84-b174-1977ebc90f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:16.385114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8a0ccc93-5d5c-48cc-8c9b-76d3bb102544 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:16.420195 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8a0ccc93-5d5c-48cc-8c9b-76d3bb102544 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:16.426933 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:16.449553 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ccc93-5d5c-48cc-8c9b-76d3bb102544 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e4d48c-a1b9-4565-ac52-f61d6526a7c9,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:16.452108 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8a0ccc93-5d5c-48cc-8c9b-76d3bb102544 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:16.536837 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8a0ccc93-5d5c-48cc-8c9b-76d3bb102544 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:16.538725 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-8a0ccc93-5d5c-48cc-8c9b-76d3bb102544 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3234692 Jun 18 10:24:16.543794 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 46460) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:24:16.550521 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Request body: {'floatingip': {'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:24:16.557561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:24:16.562635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Usage tracker for resource:floatingip and tenant:b4708127900147f7b1e6283debca3a44 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:24:16.567621 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:24:16.575236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:24:16.588219 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c2f95-d7a6-4999-b57d-e34d068c72e0 req-76aadada-828e-4821-8b0c-f4ee95a07c0e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:16.589939 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7f7c2f95-d7a6-4999-b57d-e34d068c72e0 req-76aadada-828e-4821-8b0c-f4ee95a07c0e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.0958326 Jun 18 10:24:16.628007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:16.643266 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7f7c2f95-d7a6-4999-b57d-e34d068c72e0 req-bf1f1fd6-3263-4e3f-bda8-6296e5949e62 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469489 Jun 18 10:24:16.833668 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:16.863134 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b1a19089-b1c2-4f49-b6e6-47060f19a8b6 req-4f7960e2-e494-41b7-a57c-a257885f12d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0824354 Jun 18 10:24:17.173336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cad8fe56-ea04-4af8-b192-c97e0ee6e91a tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:17.174969 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cad8fe56-ea04-4af8-b192-c97e0ee6e91a tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.61 "GET /v2.0/networks?id=a4aab1f0-d2cd-4f06-af18-6b939042b37d HTTP/1.1" status: 200 len: 809 time: 0.2021420 Jun 18 10:24:17.192276 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Allocated IP 172.28.2.249 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/ecee1dc2-207f-49de-b2bd-bd584256eb0f) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:24:17.198009 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Request body: {'port': {'device_id': '49ca90c1-3476-4d93-8582-ba358b1b1d48', 'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d', 'admin_state_up': True, 'tenant_id': '676fbad3c9e24091879a5042c1de1ab6'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:24:17.213072 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2256cb6e-c947-46bc-b171-d9edc89430ab req-43491a03-51a4-47f0-bdd2-1a3cb1b7a246 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 210 time: 0.0790837 Jun 18 10:24:17.259275 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 46476) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:24:17.388076 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fb705-b3f4-4234-a1a3-2ebe21484a60 req-4653bdb7-46e2-4552-b132-8811b28a0251 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:17.388076 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-109fb705-b3f4-4234-a1a3-2ebe21484a60 req-4653bdb7-46e2-4552-b132-8811b28a0251 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1590009 Jun 18 10:24:17.441413 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-109fb705-b3f4-4234-a1a3-2ebe21484a60 req-4a07a81c-d002-4662-9685-ec95d93d0b10 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470302 Jun 18 10:24:17.613900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:24:17.618571 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:17.629473 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Usage tracker for resource:port and tenant:676fbad3c9e24091879a5042c1de1ab6 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:24:17.634741 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:24:17.640205 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c37c18d-caab-45a6-8193-ea3538485eeb req-3cbbb0ff-d99b-45d0-b378-c4e43ba78546 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3797367 Jun 18 10:24:17.645912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:24:17.690919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Made reservation on behalf of 676fbad3c9e24091879a5042c1de1ab6 for: {'port': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:24:17.698784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:17.713974 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:17.722468 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-36c6606b-7fbe-4194-9432-4785db0e5a8a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:17.849149 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:24:17.856860 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:24:17.867634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:24:17.926041 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event updated for resources: {'Port': ['ID=ecee1dc2-207f-49de-b2bd-bd584256eb0f,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:17.941992 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:18.044448 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:18.076150 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Allocated IP 172.20.0.13 (a4aab1f0-d2cd-4f06-af18-6b939042b37d/be20399b-bc5c-474f-a905-4593de742e1e/4582bab2-2df9-4c8c-abd4-3e55b7dc685e) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:24:18.198001 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:18.398994 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:18.433704 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-26eebedc-34ae-456f-b8ba-f86e060b4c6e req-5a8287fd-05ad-4b2a-b648-325f8361d164 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 210 time: 0.0572870 Jun 18 10:24:18.511492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:18.680305 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ce0e2-5ccd-46e5-89a3-13bac5a57036 req-a2aa4bac-ec0d-4c2e-9386-b92bc8d48d1e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:18.682041 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f37ce0e2-5ccd-46e5-89a3-13bac5a57036 req-a2aa4bac-ec0d-4c2e-9386-b92bc8d48d1e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.0927930 Jun 18 10:24:18.702465 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:18.704956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:18.711896 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d10dc71e-2a60-494b-9c7f-f31bb725d2ba tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:18.737783 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f37ce0e2-5ccd-46e5-89a3-13bac5a57036 req-a34867fa-6a4f-4488-93e3-7cb59388ba81 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488863 Jun 18 10:24:18.750242 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:18.789014 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Network a4aab1f0-d2cd-4f06-af18-6b939042b37d is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:24:18.793172 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:24:18.796396 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:24:18.852107 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-393e5585-69b5-448c-b392-ba0672096f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:18.893659 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Pushing event updated for resources: {'Port': ['ID=4582bab2-2df9-4c8c-abd4-3e55b7dc685e,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:18.904247 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:18.905087 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-aa56086f-a8ea-4829-8d51-d934c0d17ea4 tempest-DeleteServersTestJSON-1496162045 tempest-DeleteServersTestJSON-1496162045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:18.987737 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:19.001950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:19.005501 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:19.038326 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event updated for resources: {'Port': ['ID=ecee1dc2-207f-49de-b2bd-bd584256eb0f,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:19.048363 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:19.079507 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:19.080858 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5359867 Jun 18 10:24:19.117719 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9261823 Jun 18 10:24:19.128381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:24:19.138605 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Request body: {'port': {'device_id': '49ca90c1-3476-4d93-8582-ba358b1b1d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:24:19.251394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:19.289055 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:19.362440 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:19.363786 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:24:19.421052 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:19.424121 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2ebbafe0-b01b-41de-a29d-933bb7d2da88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:19.444267 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-1591f51a-2603-45e8-a8f7-0d1392136a41 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Synchronizing usage tracker for tenant:b4708127900147f7b1e6283debca3a44 on resource:security_group {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:24:19.451035 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:19.469016 dv-cinder-797022-1-smb neutron-server[82104]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'code': 422} returned with failed status Jun 18 10:24:19.484830 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-1591f51a-2603-45e8-a8f7-0d1392136a41 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Unset dirty status for tenant:b4708127900147f7b1e6283debca3a44 on resource:security_group {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:24:19.502057 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-1591f51a-2603-45e8-a8f7-0d1392136a41 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1278357187&fields=id&tenant_id=b4708127900147f7b1e6283debca3a44 HTTP/1.1" status: 200 len: 267 time: 0.1321418 Jun 18 10:24:19.514744 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,revision_number=6']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:19.519683 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:19.561550 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c37c18d-caab-45a6-8193-ea3538485eeb req-d94fa9c7-4e6d-45c5-bdcc-e6e4c22dcb04 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56&tenant_id=29d61a1ffe634e9fb5919a898e19c25f HTTP/1.1" status: 200 len: 1097 time: 0.2085280 Jun 18 10:24:19.762559 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-9cb4ee7f-3402-4d72-81ee-16ae0748f8b2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:19.764341 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-9cb4ee7f-3402-4d72-81ee-16ae0748f8b2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 816 time: 0.2578988 Jun 18 10:24:19.793329 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-711f48f2-39ad-46ee-b86a-425ed762e6c2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/quotas/b4708127900147f7b1e6283debca3a44 HTTP/1.1" status: 200 len: 375 time: 0.0171835 Jun 18 10:24:19.801705 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aca8ea-09ab-4005-a501-cda3cd13eea2 req-1031b7e8-a857-4528-a0b4-f01408d01008 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:19.803933 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-90aca8ea-09ab-4005-a501-cda3cd13eea2 req-1031b7e8-a857-4528-a0b4-f01408d01008 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 932 time: 0.1743581 Jun 18 10:24:19.914604 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-90aca8ea-09ab-4005-a501-cda3cd13eea2 req-aca947ce-3aee-436f-bfd4-bf7aaf36b425 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725543 Jun 18 10:24:19.935330 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-b2575897-d885-4cb8-9160-59a98d565bc4 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Synchronizing usage tracker for tenant:b4708127900147f7b1e6283debca3a44 on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:24:19.992056 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-b2575897-d885-4cb8-9160-59a98d565bc4 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Unset dirty status for tenant:b4708127900147f7b1e6283debca3a44 on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:24:19.994189 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-b2575897-d885-4cb8-9160-59a98d565bc4 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1888099 Jun 18 10:24:20.058943 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c37c18d-caab-45a6-8193-ea3538485eeb req-2eda414f-d76f-442f-a7ca-1416729b88f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29d61a1ffe634e9fb5919a898e19c25f&device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 1097 time: 0.4563448 Jun 18 10:24:20.144959 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:24:20.308139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c18d-caab-45a6-8193-ea3538485eeb req-dd9881df-7c1c-4d36-968b-33bc34b52c7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:20.310396 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c37c18d-caab-45a6-8193-ea3538485eeb req-dd9881df-7c1c-4d36-968b-33bc34b52c7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=779db24d-307c-429a-92f7-dadebdf386cd HTTP/1.1" status: 200 len: 910 time: 0.2429273 Jun 18 10:24:20.319144 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4582bab2-2df9-4c8c-abd4-3e55b7dc685e {{(pid=82216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:24:20.409150 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:20.410421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:20.460160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Transition to ACTIVE for port object 4582bab2-2df9-4c8c-abd4-3e55b7dc685e will not be triggered until provisioned by entity L2. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:24:20.477134 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c37c18d-caab-45a6-8193-ea3538485eeb req-f632c41a-a47c-44fe-9db2-526d59e14e4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba HTTP/1.1" status: 200 len: 999 time: 0.1499414 Jun 18 10:24:20.520338 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-73fd1afa-fe78-421c-833a-e837c0a4c6ab service neutron] 10.222.0.22 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921532 Jun 18 10:24:20.527858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710770a5-b937-452e-bd8c-c424230dbfb0 req-09e18e43-c30e-4bea-8967-06cc91bd2634 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:20.530223 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-710770a5-b937-452e-bd8c-c424230dbfb0 req-09e18e43-c30e-4bea-8967-06cc91bd2634 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 944 time: 0.4508290 Jun 18 10:24:20.578012 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:20.598223 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:20.698648 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-710770a5-b937-452e-bd8c-c424230dbfb0 req-71540367-4031-4c69-84eb-8b49f942e3e2 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393611 Jun 18 10:24:20.742857 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-dc930c55-ca79-4f97-996e-94a08ee29d5e service neutron] 10.222.0.22 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112601 Jun 18 10:24:20.845272 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c18d-caab-45a6-8193-ea3538485eeb req-709665c7-0fc3-4864-a278-b02c9f154d08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:20.847940 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c37c18d-caab-45a6-8193-ea3538485eeb req-709665c7-0fc3-4864-a278-b02c9f154d08 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=534e7a3e-971a-4d53-bcf5-277afec370c4 HTTP/1.1" status: 200 len: 848 time: 0.3619056 Jun 18 10:24:20.932115 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Pushing event updated for resources: {'Port': ['ID=4582bab2-2df9-4c8c-abd4-3e55b7dc685e,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:20.940883 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:21.037054 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ea61d2d9-980f-4fae-9122-4c9634eda7ef req-705db649-5c3c-41a0-b72c-ece9314e6d34 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 210 time: 0.0620527 Jun 18 10:24:21.115636 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c37c18d-caab-45a6-8193-ea3538485eeb req-647ffd57-4f24-463d-8cd5-b0cf4d339f5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=779db24d-307c-429a-92f7-dadebdf386cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2360642 Jun 18 10:24:21.118140 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Attempting to bind port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:24:21.118518 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Attempting to bind port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'cd6427a0-6038-4681-b965-b50ed0624fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d'}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:24:21.118889 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Attempting to bind port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e on network a4aab1f0-d2cd-4f06-af18-6b939042b37d {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:24:21.167484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e on network a4aab1f0-d2cd-4f06-af18-6b939042b37d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:24:21.167869 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Attempting to bind port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e on network a4aab1f0-d2cd-4f06-af18-6b939042b37d {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:24:21.187934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fb39f-7e9b-4556-ba70-dfb9978ee85f req-c9e106c6-d019-4eed-a95c-f706e6fb3efa tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:21.189550 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b6fb39f-7e9b-4556-ba70-dfb9978ee85f req-c9e106c6-d019-4eed-a95c-f706e6fb3efa tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 944 time: 0.1124430 Jun 18 10:24:21.230483 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:24:21.230894 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Checking segment: {'id': 'cd6427a0-6038-4681-b965-b50ed0624fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:24:21.231273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Bound using segment: {'id': 'cd6427a0-6038-4681-b965-b50ed0624fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d'} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:24:21.231763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Bound port: 4582bab2-2df9-4c8c-abd4-3e55b7dc685e, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6427a0-6038-4681-b965-b50ed0624fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d'}}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:24:21.232145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:21.241214 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b6fb39f-7e9b-4556-ba70-dfb9978ee85f req-39055f05-7926-4969-b6e7-cd0e206e959c tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445371 Jun 18 10:24:21.347975 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c37c18d-caab-45a6-8193-ea3538485eeb req-c2b00b88-c78d-4b92-86a2-64dccabfe35d service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242887 Jun 18 10:24:21.467537 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] For port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e, host hv-cinder-79702, cleared binding levels {{(pid=82216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:24:21.488148 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] For port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=4582bab2-2df9-4c8c-abd4-3e55b7dc685e,segment=NetworkSegment(cd6427a0-6038-4681-b965-b50ed0624fc4),segment_id=cd6427a0-6038-4681-b965-b50ed0624fc4)] {{(pid=82216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:24:21.520284 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2c37c18d-caab-45a6-8193-ea3538485eeb req-cf79afb3-15f5-405c-91a4-de82a5d01981 service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603124 Jun 18 10:24:21.523936 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:21.530238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-64193944-3c49-4f4d-bf4a-d5c98010eb40 tempest-ServerRescueNegativeTestJSON-1753146926 tempest-ServerRescueNegativeTestJSON-1753146926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:21.604583 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:21.606373 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] 10.222.0.61 "PUT /v2.0/ports/4582bab2-2df9-4c8c-abd4-3e55b7dc685e HTTP/1.1" status: 200 len: 1094 time: 2.4803448 Jun 18 10:24:21.606794 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ca90c1-3476-4d93-8582-ba358b1b1d48', 'tag': '4582bab2-2df9-4c8c-abd4-3e55b7dc685e'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:24:21.623884 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Pushing event updated for resources: {'Port': ['ID=4582bab2-2df9-4c8c-abd4-3e55b7dc685e,revision_number=3']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:21.629528 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:21.674902 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ca90c1-3476-4d93-8582-ba358b1b1d48', 'tag': '4582bab2-2df9-4c8c-abd4-3e55b7dc685e', 'status': 'completed', 'code': 200} Jun 18 10:24:21.777441 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-69dbef32-d7f2-45ee-8a01-0debe6869bf5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=676fbad3c9e24091879a5042c1de1ab6&device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 1097 time: 0.0840712 Jun 18 10:24:21.856431 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-5aef96a5-8409-4d71-b14a-c0731ae3aab8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4582bab2-2df9-4c8c-abd4-3e55b7dc685e HTTP/1.1" status: 200 len: 217 time: 0.0706756 Jun 18 10:24:21.943426 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27372-d7ac-45ab-86df-b86b26746cc0 req-9542962f-0111-4b90-8fba-c3308d26045c tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:21.945785 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4d27372-d7ac-45ab-86df-b86b26746cc0 req-9542962f-0111-4b90-8fba-c3308d26045c tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 944 time: 0.1108482 Jun 18 10:24:21.948992 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-9a91e7d6-3ccb-4c01-890c-0c76f7c09129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:21.951047 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-9a91e7d6-3ccb-4c01-890c-0c76f7c09129 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be20399b-bc5c-474f-a905-4593de742e1e HTTP/1.1" status: 200 len: 849 time: 0.0857432 Jun 18 10:24:22.014306 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-fbabddd8-00c4-4cb8-ab70-dc40dc4fdfce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a4aab1f0-d2cd-4f06-af18-6b939042b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549171 Jun 18 10:24:22.044304 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c4d27372-d7ac-45ab-86df-b86b26746cc0 req-e228d1a2-d06e-495b-b470-a04f61dc117f tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866666 Jun 18 10:24:22.186690 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-46234c81-7f24-4a59-a033-c4d22b36efc8 service neutron] 10.222.0.61 "GET /v2.0/networks/a4aab1f0-d2cd-4f06-af18-6b939042b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616750 Jun 18 10:24:22.272096 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0ed05da7-457f-48cb-ba14-68aafd7f4357 req-6dd81ef7-99e0-48a6-a8a1-2fdd3d8606c2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 210 time: 0.0896347 Jun 18 10:24:22.390987 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0b1ca0d6-fb3f-4de6-acde-88892d4fb319 req-e2d41c88-c577-4fcc-bbf9-ac5c913ff475 service neutron] 10.222.0.61 "GET /v2.0/networks/a4aab1f0-d2cd-4f06-af18-6b939042b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892612 Jun 18 10:24:22.541760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09cd4f-67d5-4add-9ecb-5f0b2792909e req-bd057729-717d-4deb-99a6-16418e7ccd15 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:22.543757 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0f09cd4f-67d5-4add-9ecb-5f0b2792909e req-bd057729-717d-4deb-99a6-16418e7ccd15 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 944 time: 0.1037824 Jun 18 10:24:22.573056 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4c8d873d-2807-4085-a8b3-ddc28179fec3 req-ee61c6c4-e263-4a91-a79d-1d2aed35ead9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=676fbad3c9e24091879a5042c1de1ab6&device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 1097 time: 0.0949719 Jun 18 10:24:22.599523 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0f09cd4f-67d5-4add-9ecb-5f0b2792909e req-67beb856-fafe-4a13-ac09-456941df8906 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485804 Jun 18 10:24:22.731659 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d873d-2807-4085-a8b3-ddc28179fec3 req-632eeeff-955c-483e-9f93-c5a773800e04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:22.733344 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4c8d873d-2807-4085-a8b3-ddc28179fec3 req-632eeeff-955c-483e-9f93-c5a773800e04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a4aab1f0-d2cd-4f06-af18-6b939042b37d HTTP/1.1" status: 200 len: 910 time: 0.1525009 Jun 18 10:24:22.827843 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4c8d873d-2807-4085-a8b3-ddc28179fec3 req-10e81779-ded3-4a1b-9a42-79b374b021cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4582bab2-2df9-4c8c-abd4-3e55b7dc685e HTTP/1.1" status: 200 len: 217 time: 0.0712245 Jun 18 10:24:22.906146 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d873d-2807-4085-a8b3-ddc28179fec3 req-e95cb818-c0cb-4000-8880-37e534a37510 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:22.907752 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4c8d873d-2807-4085-a8b3-ddc28179fec3 req-e95cb818-c0cb-4000-8880-37e534a37510 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be20399b-bc5c-474f-a905-4593de742e1e HTTP/1.1" status: 200 len: 849 time: 0.0656438 Jun 18 10:24:22.964099 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4c8d873d-2807-4085-a8b3-ddc28179fec3 req-c567052c-623d-4a6d-883c-f0e938bfec5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a4aab1f0-d2cd-4f06-af18-6b939042b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479407 Jun 18 10:24:23.137096 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4c8d873d-2807-4085-a8b3-ddc28179fec3 req-ea099fc1-71da-4cf6-bca6-d45d3d88952b service neutron] 10.222.0.61 "GET /v2.0/networks/a4aab1f0-d2cd-4f06-af18-6b939042b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607537 Jun 18 10:24:23.159079 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:24:23.363299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f56a2-7332-4c04-af44-2d7574f16a96 req-fd843da8-ecf6-4012-b80f-b276e57290eb tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:23.371467 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4e9f56a2-7332-4c04-af44-2d7574f16a96 req-fd843da8-ecf6-4012-b80f-b276e57290eb tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 944 time: 0.1402187 Jun 18 10:24:23.396503 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:23.426298 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'port_id': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'mac_address': 'fa:16:3e:19:dd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:24:23.434461 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4e9f56a2-7332-4c04-af44-2d7574f16a96 req-b504adfe-45ac-4dae-9f1a-97bd6f4c3c64 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619164 Jun 18 10:24:23.503243 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:23.531273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:24:23.553736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:23.587147 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:23.591082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:23.598485 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dfe4bc44-0e84-4ec6-bdcd-1aef82e2d7a4 req-841b1e47-f9d1-475d-91ad-4ef5d4883827 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 210 time: 0.0600326 Jun 18 10:24:23.692353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,revision_number=7']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:23.707363 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:23.808067 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-51207542-1358-480f-917f-230a5ddbfa32 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:23.809884 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-51207542-1358-480f-917f-230a5ddbfa32 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.61 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 816 time: 0.5939965 Jun 18 10:24:23.812410 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4c8d873d-2807-4085-a8b3-ddc28179fec3 req-d0612924-cfeb-4d25-8492-637ba58f4284 service neutron] 10.222.0.61 "GET /v2.0/networks/a4aab1f0-d2cd-4f06-af18-6b939042b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623862 Jun 18 10:24:23.868263 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939398-f2d1-4865-b068-3c380374adde req-e6b28743-81aa-4616-a8f4-e9a8cac82fd6 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:23.870073 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e0939398-f2d1-4865-b068-3c380374adde req-e6b28743-81aa-4616-a8f4-e9a8cac82fd6 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 944 time: 0.1253176 Jun 18 10:24:23.880508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['6f5ef2fa-4296-4d67-bf1f-76f917fe66ba'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:24:23.938096 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e0939398-f2d1-4865-b068-3c380374adde req-d915f546-b3c4-4040-8d21-e3e4f367c98b tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615666 Jun 18 10:24:23.940417 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-cb8a6130-f186-4b0a-86f7-a43ae43e3626 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4708127900147f7b1e6283debca3a44 HTTP/1.1" status: 200 len: 5045 time: 0.1129737 Jun 18 10:24:23.955355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Request body: {'port': {'device_id': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'admin_state_up': True, 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'security_groups': ['993e471f-5856-4c1b-859e-613c9d546eaf']}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:24:24.122285 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:24:24.133104 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:24:24.176037 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Made reservation on behalf of b4708127900147f7b1e6283debca3a44 for: {'port': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:24:24.183251 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:24.367208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Allocated IP 172.20.0.4 (36a98459-85f7-45ea-9d84-197536a50832/249b3ba4-7c30-459c-9ca5-3024d11ab3e4/12f5cdb7-4a4a-48db-9b33-839d8cfc5304) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:24:24.395244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e2ed0-05ba-48ce-a6b5-328148fc0bd5 req-10fa0d25-5dda-406c-a64b-3d25ff3aa68f tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:24.397152 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-696e2ed0-05ba-48ce-a6b5-328148fc0bd5 req-10fa0d25-5dda-406c-a64b-3d25ff3aa68f tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 945 time: 0.0862832 Jun 18 10:24:24.457742 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-696e2ed0-05ba-48ce-a6b5-328148fc0bd5 req-d0f55b40-7b9f-44ff-8a50-041d95a8b6d8 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520172 Jun 18 10:24:24.611906 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:24.630595 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Transition to ACTIVE for port object 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 will not be triggered until provisioned by entity DHCP. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:24:24.675448 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f4313-b6c5-48cf-8f1e-9974f5dd50b6 req-2a484a1e-c88a-4e9d-a9c6-b03ff6c64b74 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:24.677162 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6e5f4313-b6c5-48cf-8f1e-9974f5dd50b6 req-2a484a1e-c88a-4e9d-a9c6-b03ff6c64b74 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 945 time: 0.1019275 Jun 18 10:24:24.685631 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:24.692514 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2ad55a0b-bbd1-455b-a4b2-522aa0dbf4de tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:24.755175 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6e5f4313-b6c5-48cf-8f1e-9974f5dd50b6 req-ef2a7375-259a-468e-8e3a-d9bcc81222aa tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704474 Jun 18 10:24:24.770028 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Network 36a98459-85f7-45ea-9d84-197536a50832 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:24:24.777856 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:24:24.782348 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:24:24.839885 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event updated for resources: {'Port': ['ID=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:24.843232 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:24.883006 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:24.884069 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:24.912936 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf29a92-4c1b-40ee-997e-09f8e3647ad8 req-c4f3aab0-ca75-4e94-a9b1-a06eb1a3e3d9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:24.915379 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bbf29a92-4c1b-40ee-997e-09f8e3647ad8 req-c4f3aab0-ca75-4e94-a9b1-a06eb1a3e3d9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 931 time: 0.0924997 Jun 18 10:24:24.941809 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-e5c2f522-c539-4f54-a2c3-0a0bc08949cb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9907393 Jun 18 10:24:24.954631 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Request body: {'port': {'device_id': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:24:24.994196 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bbf29a92-4c1b-40ee-997e-09f8e3647ad8 req-6581fd08-3536-468e-b17a-1940d20cafac tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723827 Jun 18 10:24:25.110357 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:25.176641 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f03457-8333-4331-8b50-b4fe1d24a916 req-30e30c0e-8d95-48e5-b553-434b652d213e tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:25.178502 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-58f03457-8333-4331-8b50-b4fe1d24a916 req-30e30c0e-8d95-48e5-b553-434b652d213e tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 944 time: 0.0903623 Jun 18 10:24:25.183671 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 4582bab2-2df9-4c8c-abd4-3e55b7dc685e details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:24:25.236573 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-58f03457-8333-4331-8b50-b4fe1d24a916 req-a759998e-fde2-47cc-8bac-de2769dbbbd5 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499227 Jun 18 10:24:25.298883 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:24:25.329939 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-9edaf97e-824b-42aa-ae82-4b6b7672635b None None] Provisioning for port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:24:25.360483 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-9edaf97e-824b-42aa-ae82-4b6b7672635b None None] Provisioning complete for port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:24:25.361081 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9edaf97e-824b-42aa-ae82-4b6b7672635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:25.637743 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 {{(pid=82216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:24:25.648384 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:25.654507 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-9edaf97e-824b-42aa-ae82-4b6b7672635b None None] Port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:24:25.663242 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=4582bab2-2df9-4c8c-abd4-3e55b7dc685e,segment=NetworkSegment(cd6427a0-6038-4681-b965-b50ed0624fc4),segment_id=cd6427a0-6038-4681-b965-b50ed0624fc4)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:25.674818 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Transition to ACTIVE for port object 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 will not be triggered until provisioned by entity L2. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:24:25.682528 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:24:25.682946 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:25.696238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91664e-cb27-4300-b820-2190dd0cf6b7 req-9bb45abc-61f0-4e64-a5d8-656e62ff74fe tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:25.698072 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fd91664e-cb27-4300-b820-2190dd0cf6b7 req-9bb45abc-61f0-4e64-a5d8-656e62ff74fe tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 945 time: 0.0962777 Jun 18 10:24:25.713437 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '4582bab2-2df9-4c8c-abd4-3e55b7dc685e', 'network_id': 'a4aab1f0-d2cd-4f06-af18-6b939042b37d', 'port_id': '4582bab2-2df9-4c8c-abd4-3e55b7dc685e', 'mac_address': 'fa:16:3e:7c:1d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be20399b-bc5c-474f-a905-4593de742e1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:24:25.717652 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:25.723278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-11996d64-7bfe-4794-ab93-742b14f77c3a tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:25.754351 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fd91664e-cb27-4300-b820-2190dd0cf6b7 req-d85ffaf4-e4fa-46e5-9659-6563098d094d tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498137 Jun 18 10:24:25.799909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:25.828266 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4582bab2-2df9-4c8c-abd4-3e55b7dc685e {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:24:25.850586 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=4582bab2-2df9-4c8c-abd4-3e55b7dc685e,segment=NetworkSegment(cd6427a0-6038-4681-b965-b50ed0624fc4),segment_id=cd6427a0-6038-4681-b965-b50ed0624fc4)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:25.875993 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Pushing event updated for resources: {'Port': ['ID=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:25.879784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:25.902109 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:25.911252 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:25.988629 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:26.017882 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=4582bab2-2df9-4c8c-abd4-3e55b7dc685e,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:26.018332 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Attempting to bind port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:24:26.018751 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Attempting to bind port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:24:26.019121 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Attempting to bind port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 on network 36a98459-85f7-45ea-9d84-197536a50832 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:24:26.021444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:26.034323 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:24:26.039044 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 on network 36a98459-85f7-45ea-9d84-197536a50832 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:24:26.039642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Attempting to bind port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 on network 36a98459-85f7-45ea-9d84-197536a50832 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:24:26.039950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2d208-58ef-449e-bc98-679b8c1150f2 req-6ab520c9-25ac-42b7-bd58-ae27f80f40e7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:26.045629 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:26.046248 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9cf2d208-58ef-449e-bc98-679b8c1150f2 req-6ab520c9-25ac-42b7-bd58-ae27f80f40e7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 945 time: 0.1394370 Jun 18 10:24:26.051487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:24:26.051924 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Checking segment: {'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:24:26.052355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Bound using segment: {'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:24:26.052835 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Bound port: 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36a98459-85f7-45ea-9d84-197536a50832'}}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:24:26.053225 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:26.079167 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:26.082306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:26.102788 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9cf2d208-58ef-449e-bc98-679b8c1150f2 req-cd92ba52-ab27-48d3-b5f9-962214517ad0 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532937 Jun 18 10:24:26.176200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,revision_number=8']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:26.183342 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:26.196343 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['4582bab2-2df9-4c8c-abd4-3e55b7dc685e'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:24:26.208766 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] For port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host hv-cinder-79702, cleared binding levels {{(pid=82216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:24:26.212481 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] For port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:24:26.244403 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:26.248530 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918bca5-3cca-4102-9699-4b3a298581d7 req-53f5d83b-5d19-4f09-92ca-69ce04a342f7 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:26.249470 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4f8b2714-2db9-4045-bdeb-dce4e49ac6a8 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:26.256395 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7918bca5-3cca-4102-9699-4b3a298581d7 req-53f5d83b-5d19-4f09-92ca-69ce04a342f7 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.1004932 Jun 18 10:24:26.318133 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7918bca5-3cca-4102-9699-4b3a298581d7 req-a91d319f-c1cd-47c0-a90f-45ebe24d68ed tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606804 Jun 18 10:24:26.323730 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'code': 200} Jun 18 10:24:26.367356 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:26.369143 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] 10.222.0.61 "PUT /v2.0/ports/12f5cdb7-4a4a-48db-9b33-839d8cfc5304 HTTP/1.1" status: 200 len: 1093 time: 1.4193175 Jun 18 10:24:26.369655 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:24:26.396086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Pushing event updated for resources: {'Port': ['ID=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,revision_number=3']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:26.396820 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-12c9401f-b2f0-453c-93ab-6dc1944da3fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:26.483294 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'status': 'completed', 'code': 200} Jun 18 10:24:26.533495 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-229ec498-1935-4fca-bb02-ff7fbf5bd446 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 1096 time: 0.0910103 Jun 18 10:24:26.556302 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a7f9f-25c0-4e7a-bd9a-3a97840cb2db req-e13618d8-4c81-444a-b721-c9429cc269ad tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:26.558064 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dd7a7f9f-25c0-4e7a-bd9a-3a97840cb2db req-e13618d8-4c81-444a-b721-c9429cc269ad tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 945 time: 0.0895479 Jun 18 10:24:26.622548 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-5809ac25-cb28-4c1b-a69e-2687409bc8bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304 HTTP/1.1" status: 200 len: 217 time: 0.0782540 Jun 18 10:24:26.629895 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dd7a7f9f-25c0-4e7a-bd9a-3a97840cb2db req-71288d50-e239-48e7-8299-87f64c4b5dac tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533223 Jun 18 10:24:26.751144 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-0fbb72cb-fdb4-4507-bbbe-b72203e58f02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:26.752718 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-0fbb72cb-fdb4-4507-bbbe-b72203e58f02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=249b3ba4-7c30-459c-9ca5-3024d11ab3e4 HTTP/1.1" status: 200 len: 855 time: 0.1218212 Jun 18 10:24:26.853936 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a5f6b16f-898c-4e8a-b7cd-91b7bf53921d req-abc23b24-3511-4c28-a7b8-4df7921850ce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 1099 time: 0.1446440 Jun 18 10:24:26.882474 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-64896094-379b-4ccb-af4a-d52ccd4cc31f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36a98459-85f7-45ea-9d84-197536a50832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1112132 Jun 18 10:24:26.981223 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496c43c-da95-48f0-a3d3-4b8045ed757f req-103b4f8e-fb59-4cdc-83e3-802f93d20eae tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:26.982862 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5496c43c-da95-48f0-a3d3-4b8045ed757f req-103b4f8e-fb59-4cdc-83e3-802f93d20eae tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 945 time: 0.0923078 Jun 18 10:24:27.003049 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a5f6b16f-898c-4e8a-b7cd-91b7bf53921d req-4a1f4338-d12c-4df8-ba13-bd4dd653c4d9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378648 Jun 18 10:24:27.035761 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5496c43c-da95-48f0-a3d3-4b8045ed757f req-d90336d6-3501-42e3-bd4a-7931ccd75b77 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465553 Jun 18 10:24:27.082225 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-0f19440e-9b9f-4550-a0be-09f897b3c0a5 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825261 Jun 18 10:24:27.183780 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 4582bab2-2df9-4c8c-abd4-3e55b7dc685e up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:24:27.265213 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-03480eb0-a443-4f6e-a88b-d5f7070c9c37 req-a8195f97-4e64-4855-a22b-43c943b9634f service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749628 Jun 18 10:24:27.319338 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:24:27.325392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:24:27.325837 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:27.356497 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682dbce-a0d5-47e7-b31e-1f1bc2b44b65 req-f6a887b3-c0d1-46b9-915d-338afd51ef3a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:27.358269 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4682dbce-a0d5-47e7-b31e-1f1bc2b44b65 req-f6a887b3-c0d1-46b9-915d-338afd51ef3a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1031852 Jun 18 10:24:27.431795 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4682dbce-a0d5-47e7-b31e-1f1bc2b44b65 req-fbdaba07-d9c8-4159-b6ca-042b6d33e703 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628078 Jun 18 10:24:27.483859 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:27.522946 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1fd761e9-38e5-474a-b27a-7f684ee9b44b req-da67f6b8-d7ef-4595-bb53-0ef66df494ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 1096 time: 0.1075127 Jun 18 10:24:27.528695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=4582bab2-2df9-4c8c-abd4-3e55b7dc685e,segment=NetworkSegment(cd6427a0-6038-4681-b965-b50ed0624fc4),segment_id=cd6427a0-6038-4681-b965-b50ed0624fc4)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:27.564894 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:27.567332 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:27.586759 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40526864-e61b-4b47-8eef-3a5d1c52b12d req-965fd6cc-12b0-49f1-98a4-e66ec5eb8d66 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:27.588535 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-40526864-e61b-4b47-8eef-3a5d1c52b12d req-965fd6cc-12b0-49f1-98a4-e66ec5eb8d66 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.0998826 Jun 18 10:24:27.656689 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=4582bab2-2df9-4c8c-abd4-3e55b7dc685e,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:27.667865 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:27.668893 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-40526864-e61b-4b47-8eef-3a5d1c52b12d req-1da8c824-c9ab-410b-b337-25255e1ab789 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725026 Jun 18 10:24:27.699239 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd761e9-38e5-474a-b27a-7f684ee9b44b req-9a5dbdb3-66d8-4d57-bec0-984002df9398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:27.700971 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1fd761e9-38e5-474a-b27a-7f684ee9b44b req-9a5dbdb3-66d8-4d57-bec0-984002df9398 service neutron] 10.222.0.61 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 917 time: 0.1707451 Jun 18 10:24:27.793248 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1fd761e9-38e5-474a-b27a-7f684ee9b44b req-a10f9f41-1d61-47e5-89e6-978a412ec901 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304 HTTP/1.1" status: 200 len: 217 time: 0.0815046 Jun 18 10:24:27.894898 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5bed3-c038-49ad-b4b7-03b4a1f17184 req-9a4e3a24-592c-4b6e-9e66-e29cb6b12cd5 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:27.896718 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f4f5bed3-c038-49ad-b4b7-03b4a1f17184 req-9a4e3a24-592c-4b6e-9e66-e29cb6b12cd5 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 946 time: 0.1284704 Jun 18 10:24:27.900375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd761e9-38e5-474a-b27a-7f684ee9b44b req-5c352162-b30b-4a79-9436-cdbe314937ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:27.902135 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1fd761e9-38e5-474a-b27a-7f684ee9b44b req-5c352162-b30b-4a79-9436-cdbe314937ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=249b3ba4-7c30-459c-9ca5-3024d11ab3e4 HTTP/1.1" status: 200 len: 855 time: 0.0986958 Jun 18 10:24:27.958912 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f4f5bed3-c038-49ad-b4b7-03b4a1f17184 req-354e2bdd-b0d9-4728-a118-8f456f36bc3d tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518603 Jun 18 10:24:28.023665 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1fd761e9-38e5-474a-b27a-7f684ee9b44b req-a85d11fb-5d24-48df-a258-5e082e59a683 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36a98459-85f7-45ea-9d84-197536a50832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1009951 Jun 18 10:24:28.209118 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1fd761e9-38e5-474a-b27a-7f684ee9b44b req-d588ec79-bf9a-4108-8af0-ed7db9c46879 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762297 Jun 18 10:24:28.273967 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81755ed-9848-4a6e-9d83-7b0f964ec3a9 req-1513b7f6-d588-45c3-a98f-2fe4fb9a7066 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:28.276982 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f81755ed-9848-4a6e-9d83-7b0f964ec3a9 req-1513b7f6-d588-45c3-a98f-2fe4fb9a7066 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 945 time: 0.0998425 Jun 18 10:24:28.325499 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ca90c1-3476-4d93-8582-ba358b1b1d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4582bab2-2df9-4c8c-abd4-3e55b7dc685e'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:24:28.359544 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f81755ed-9848-4a6e-9d83-7b0f964ec3a9 req-27898aa6-ce7f-497c-bcab-62cf5fab6c44 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750034 Jun 18 10:24:28.431480 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ca90c1-3476-4d93-8582-ba358b1b1d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4582bab2-2df9-4c8c-abd4-3e55b7dc685e', 'code': 200} Jun 18 10:24:28.437210 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1fd761e9-38e5-474a-b27a-7f684ee9b44b req-02449ff2-9cf0-4cae-8326-6059308f62ef service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990843 Jun 18 10:24:28.667806 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10755c-fb98-40e7-ae0b-f7dab2c3c3c8 req-15f36930-7caf-4332-83f9-be73f114694a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:28.669508 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5c10755c-fb98-40e7-ae0b-f7dab2c3c3c8 req-15f36930-7caf-4332-83f9-be73f114694a tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.0941644 Jun 18 10:24:28.727067 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5c10755c-fb98-40e7-ae0b-f7dab2c3c3c8 req-61827ef5-bb5d-48cf-8a5c-52cc31aca5c9 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504014 Jun 18 10:24:28.789734 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8b56e7f1-95af-4b72-8294-ee2c5edc7d39 req-a5e23c4a-5885-4f6b-b371-941a846a270e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 1099 time: 0.0867136 Jun 18 10:24:28.841236 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8b56e7f1-95af-4b72-8294-ee2c5edc7d39 req-5123f079-0140-41ea-afaa-6be561b162c6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444508 Jun 18 10:24:28.911155 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136b6d8-6d04-4430-932d-af65fdb79c30 req-e7f84bb1-94a6-4317-b0aa-5dddaf23c31a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:28.912794 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8136b6d8-6d04-4430-932d-af65fdb79c30 req-e7f84bb1-94a6-4317-b0aa-5dddaf23c31a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.0947552 Jun 18 10:24:28.970888 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8136b6d8-6d04-4430-932d-af65fdb79c30 req-14fa2afa-19aa-4530-9de5-ea00fc49d75d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508444 Jun 18 10:24:29.202743 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce461d-7e80-4fc5-bd84-4c6f5846dca8 req-616914c6-031a-4565-a959-2babda4ca85d tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:29.204367 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-95ce461d-7e80-4fc5-bd84-4c6f5846dca8 req-616914c6-031a-4565-a959-2babda4ca85d tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 946 time: 0.0863714 Jun 18 10:24:29.255826 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-95ce461d-7e80-4fc5-bd84-4c6f5846dca8 req-2bda28d7-9375-428b-a855-400a149eacbd tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442560 Jun 18 10:24:29.611144 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497d9ed-2797-49a8-b72a-cb5ee6df31db req-4d83349e-5172-4034-abe4-f956757a82e9 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:29.612719 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5497d9ed-2797-49a8-b72a-cb5ee6df31db req-4d83349e-5172-4034-abe4-f956757a82e9 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 945 time: 0.0951860 Jun 18 10:24:29.683394 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5497d9ed-2797-49a8-b72a-cb5ee6df31db req-453905b7-6c1c-4b38-9c17-6a520f34d523 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633121 Jun 18 10:24:29.962990 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da1071-5b68-4d35-87ad-498cec6609e3 req-4be37228-095f-415f-814b-b2b957cd9b57 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:29.963700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-66da1071-5b68-4d35-87ad-498cec6609e3 req-4be37228-095f-415f-814b-b2b957cd9b57 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Synchronizing usage tracker for tenant:26d530c70011453ea94cf24aad96530d on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:24:30.023139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-66da1071-5b68-4d35-87ad-498cec6609e3 req-4be37228-095f-415f-814b-b2b957cd9b57 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Unset dirty status for tenant:26d530c70011453ea94cf24aad96530d on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:24:30.025500 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-66da1071-5b68-4d35-87ad-498cec6609e3 req-4be37228-095f-415f-814b-b2b957cd9b57 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 945 time: 0.1885097 Jun 18 10:24:30.113509 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-66da1071-5b68-4d35-87ad-498cec6609e3 req-33930c5d-425c-4a3f-abac-a36bd246480e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Deleting port 55dc6a44-5c41-427e-8313-06d12d4879d7 {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:24:30.113892 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-66da1071-5b68-4d35-87ad-498cec6609e3 req-33930c5d-425c-4a3f-abac-a36bd246480e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:30.224639 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63376431-b712-41d6-a10c-f8ad5ccc2514 req-a1cefdcb-bbea-4897-9c04-2769e3baceb2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:30.227225 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-63376431-b712-41d6-a10c-f8ad5ccc2514 req-a1cefdcb-bbea-4897-9c04-2769e3baceb2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.0996625 Jun 18 10:24:30.302963 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-63376431-b712-41d6-a10c-f8ad5ccc2514 req-617f3644-cfb7-46d0-a10b-e25bc23e73bb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680239 Jun 18 10:24:30.537916 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f138e13-4903-4075-ba30-53c4d00315ee req-a7cce243-8be3-433d-a304-7722b97b43be tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:30.539644 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4f138e13-4903-4075-ba30-53c4d00315ee req-a7cce243-8be3-433d-a304-7722b97b43be tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 946 time: 0.0930245 Jun 18 10:24:30.594443 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4f138e13-4903-4075-ba30-53c4d00315ee req-9809e5e8-7e41-4912-b191-fd20bd157471 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481689 Jun 18 10:24:30.937417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2cb6f-60e4-42ec-8280-2b9eeb0ad48a req-57d3c3d9-e887-491e-8af0-b75ded9bc244 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:30.939042 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7ca2cb6f-60e4-42ec-8280-2b9eeb0ad48a req-57d3c3d9-e887-491e-8af0-b75ded9bc244 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 945 time: 0.1078303 Jun 18 10:24:31.003723 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7ca2cb6f-60e4-42ec-8280-2b9eeb0ad48a req-7bf2f8a7-42b2-4362-9407-f7564e628f09 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/security-groups?id=918cb794-5f52-4bc1-ae70-075cd219078e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570738 Jun 18 10:24:31.035276 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-66da1071-5b68-4d35-87ad-498cec6609e3 req-33930c5d-425c-4a3f-abac-a36bd246480e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] For port 55dc6a44-5c41-427e-8313-06d12d4879d7, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=55dc6a44-5c41-427e-8313-06d12d4879d7,segment=NetworkSegment(a8a15a70-0893-4bb7-ab28-0512fdebb206),segment_id=a8a15a70-0893-4bb7-ab28-0512fdebb206)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:31.036083 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-66da1071-5b68-4d35-87ad-498cec6609e3 req-33930c5d-425c-4a3f-abac-a36bd246480e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:31.183743 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:24:31.346912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-66da1071-5b68-4d35-87ad-498cec6609e3 req-33930c5d-425c-4a3f-abac-a36bd246480e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Calling delete_port for 55dc6a44-5c41-427e-8313-06d12d4879d7 owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:24:31.400978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:31.429695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'port_id': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'mac_address': 'fa:16:3e:aa:b4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:24:31.500952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:31.522148 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:24:31.541104 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:31.570858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:31.576628 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:31.608015 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b646325-11fb-41eb-82be-258e6fa5c3f3 req-2b5910b2-b079-4ca3-9354-22e504a81df9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:31.609861 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b646325-11fb-41eb-82be-258e6fa5c3f3 req-2b5910b2-b079-4ca3-9354-22e504a81df9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 944 time: 0.0996382 Jun 18 10:24:31.673577 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:31.680731 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:31.690121 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3b646325-11fb-41eb-82be-258e6fa5c3f3 req-80fc1770-1522-4ce5-bcfb-574a109bb6ad tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661631 Jun 18 10:24:31.736375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-66da1071-5b68-4d35-87ad-498cec6609e3 req-33930c5d-425c-4a3f-abac-a36bd246480e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:31.748107 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-915afbc3-97c0-4e66-b878-4522168ee198 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:31.795881 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33930c5d-425c-4a3f-abac-a36bd246480e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Pushing event deleted for resources: {'Port': ['ID=55dc6a44-5c41-427e-8313-06d12d4879d7,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:31.799936 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-33930c5d-425c-4a3f-abac-a36bd246480e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:31.841089 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['12f5cdb7-4a4a-48db-9b33-839d8cfc5304'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:24:31.889614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-66da1071-5b68-4d35-87ad-498cec6609e3 req-33930c5d-425c-4a3f-abac-a36bd246480e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] No DVR routers for this DVR port 55dc6a44-5c41-427e-8313-06d12d4879d7 on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:24:31.892861 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-66da1071-5b68-4d35-87ad-498cec6609e3 req-33930c5d-425c-4a3f-abac-a36bd246480e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:31.896724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ed41d4-3fc9-4385-ad37-ea170469179a', 'name': 'network-vif-deleted', 'tag': '55dc6a44-5c41-427e-8313-06d12d4879d7'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:24:31.956206 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ed41d4-3fc9-4385-ad37-ea170469179a', 'name': 'network-vif-deleted', 'tag': '55dc6a44-5c41-427e-8313-06d12d4879d7', 'status': 'completed', 'code': 200} Jun 18 10:24:31.966871 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-66da1071-5b68-4d35-87ad-498cec6609e3 req-33930c5d-425c-4a3f-abac-a36bd246480e tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.61 "DELETE /v2.0/ports/55dc6a44-5c41-427e-8313-06d12d4879d7 HTTP/1.1" status: 204 len: 173 time: 1.9356830 Jun 18 10:24:32.216422 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c94e3f49-e725-42c5-aa53-5331e5ac34e7 req-2164edb5-d1bd-4d43-9fdf-752e8c038b30 tempest-VolumesSnapshotTestJSON-1668019075 tempest-VolumesSnapshotTestJSON-1668019075-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8ed41d4-3fc9-4385-ad37-ea170469179a HTTP/1.1" status: 200 len: 210 time: 0.0490310 Jun 18 10:24:32.437322 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46535cb6-d077-4e5b-b8c4-560384900559 req-d54265bd-3130-4b73-a7e6-67c3f8cb545e tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:32.439004 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-46535cb6-d077-4e5b-b8c4-560384900559 req-d54265bd-3130-4b73-a7e6-67c3f8cb545e tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 946 time: 0.0921514 Jun 18 10:24:32.495964 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-46535cb6-d077-4e5b-b8c4-560384900559 req-984165da-375f-48c3-922e-ee46e13d5c4c tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456269 Jun 18 10:24:32.933609 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736280c-1fb3-4681-932c-3ddeab859318 req-45c77140-062c-4b67-bd37-1d9057b0f7f9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:32.935161 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9736280c-1fb3-4681-932c-3ddeab859318 req-45c77140-062c-4b67-bd37-1d9057b0f7f9 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 944 time: 0.0874786 Jun 18 10:24:32.990836 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9736280c-1fb3-4681-932c-3ddeab859318 req-55602407-3871-4284-89b4-3c2a9b2feb38 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492003 Jun 18 10:24:33.202278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:24:33.295977 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:24:33.301972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:24:33.302542 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:33.430248 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:33.462098 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:24:33.475324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:33.517289 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:33.519311 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 55dc6a44-5c41-427e-8313-06d12d4879d7 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:24:33.550347 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'code': 200} Jun 18 10:24:33.550865 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:33.605419 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: 55dc6a44-5c41-427e-8313-06d12d4879d7 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:24:33.605825 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 55dc6a44-5c41-427e-8313-06d12d4879d7 not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:24:33.633925 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:33.637401 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:33.755514 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f15c4c-45d7-400f-bbfa-6ff6f6846ee3 req-c12c34f1-e198-4df0-a550-c2313d60586c tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:33.758054 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b6f15c4c-45d7-400f-bbfa-6ff6f6846ee3 req-c12c34f1-e198-4df0-a550-c2313d60586c tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 946 time: 0.1097960 Jun 18 10:24:33.809380 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b6f15c4c-45d7-400f-bbfa-6ff6f6846ee3 req-3bcc38c6-8e0d-43cb-b7d2-3f9e65d250d7 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/security-groups?id=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446360 Jun 18 10:24:33.909471 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d77c6303-3573-49b4-b911-7e19263c45df req-fb14fb2d-63d3-4f53-876f-32e03217b035 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 1098 time: 0.0949249 Jun 18 10:24:33.957262 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d77c6303-3573-49b4-b911-7e19263c45df req-937d9d5c-b0cd-410e-9f7b-4d5fbc19be9a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423906 Jun 18 10:24:34.136376 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50916b0-7541-4802-9272-6fe5b9fff6bc req-69dd9ba0-7b71-4ada-8a37-2107a4318a5c tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:34.137150 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-f50916b0-7541-4802-9272-6fe5b9fff6bc req-69dd9ba0-7b71-4ada-8a37-2107a4318a5c tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Synchronizing usage tracker for tenant:676fbad3c9e24091879a5042c1de1ab6 on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:24:34.187723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-f50916b0-7541-4802-9272-6fe5b9fff6bc req-69dd9ba0-7b71-4ada-8a37-2107a4318a5c tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Unset dirty status for tenant:676fbad3c9e24091879a5042c1de1ab6 on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:24:34.189203 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f50916b0-7541-4802-9272-6fe5b9fff6bc req-69dd9ba0-7b71-4ada-8a37-2107a4318a5c tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.61 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 946 time: 0.1465650 Jun 18 10:24:34.237510 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79b914-55cc-4cef-a588-7e284e1ec396 req-cbb70633-20d1-4804-b8e1-6da614d04e7e tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:34.239158 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2a79b914-55cc-4cef-a588-7e284e1ec396 req-cbb70633-20d1-4804-b8e1-6da614d04e7e tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0929539 Jun 18 10:24:34.287104 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-f50916b0-7541-4802-9272-6fe5b9fff6bc req-976fe648-74eb-4118-b426-f4dee4db5aca tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Deleting port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:24:34.287739 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-f50916b0-7541-4802-9272-6fe5b9fff6bc req-976fe648-74eb-4118-b426-f4dee4db5aca tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:34.300173 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2a79b914-55cc-4cef-a588-7e284e1ec396 req-9bbbe2b6-d95e-40b6-a5c2-e2e9f489329c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538793 Jun 18 10:24:34.590098 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-f50916b0-7541-4802-9272-6fe5b9fff6bc req-976fe648-74eb-4118-b426-f4dee4db5aca tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] For port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=4582bab2-2df9-4c8c-abd4-3e55b7dc685e,segment=NetworkSegment(cd6427a0-6038-4681-b965-b50ed0624fc4),segment_id=cd6427a0-6038-4681-b965-b50ed0624fc4)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:24:34.590705 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-f50916b0-7541-4802-9272-6fe5b9fff6bc req-976fe648-74eb-4118-b426-f4dee4db5aca tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:34.739232 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-f50916b0-7541-4802-9272-6fe5b9fff6bc req-976fe648-74eb-4118-b426-f4dee4db5aca tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Calling delete_port for 4582bab2-2df9-4c8c-abd4-3e55b7dc685e owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:24:34.975487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-f50916b0-7541-4802-9272-6fe5b9fff6bc req-976fe648-74eb-4118-b426-f4dee4db5aca tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:34.991199 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:34.994045 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['4582bab2-2df9-4c8c-abd4-3e55b7dc685e'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:24:35.056521 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fe648-74eb-4118-b426-f4dee4db5aca tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Pushing event deleted for resources: {'Port': ['ID=4582bab2-2df9-4c8c-abd4-3e55b7dc685e,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:35.064693 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-976fe648-74eb-4118-b426-f4dee4db5aca tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:35.150925 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-271de43a-bee5-4863-b6da-dd390a001d0d req-c4b87c3f-e0ad-447f-bc0a-eae915673dd0 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ca90c1-3476-4d93-8582-ba358b1b1d48 HTTP/1.1" status: 200 len: 210 time: 0.0832775 Jun 18 10:24:35.184701 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50916b0-7541-4802-9272-6fe5b9fff6bc req-976fe648-74eb-4118-b426-f4dee4db5aca tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] No DVR routers for this DVR port 4582bab2-2df9-4c8c-abd4-3e55b7dc685e on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:24:35.188322 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-f50916b0-7541-4802-9272-6fe5b9fff6bc req-976fe648-74eb-4118-b426-f4dee4db5aca tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:35.200058 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ca90c1-3476-4d93-8582-ba358b1b1d48', 'name': 'network-vif-deleted', 'tag': '4582bab2-2df9-4c8c-abd4-3e55b7dc685e'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:24:35.264619 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ca90c1-3476-4d93-8582-ba358b1b1d48', 'name': 'network-vif-deleted', 'tag': '4582bab2-2df9-4c8c-abd4-3e55b7dc685e', 'status': 'completed', 'code': 200} Jun 18 10:24:35.268479 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f50916b0-7541-4802-9272-6fe5b9fff6bc req-976fe648-74eb-4118-b426-f4dee4db5aca tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] 10.222.0.61 "DELETE /v2.0/ports/4582bab2-2df9-4c8c-abd4-3e55b7dc685e HTTP/1.1" status: 204 len: 173 time: 1.0722370 Jun 18 10:24:35.553152 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7db586-14b4-4d91-9400-395bc697afe7 req-6fcf7c9b-0ddd-4232-a88c-45242777f7bb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:35.555547 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1a7db586-14b4-4d91-9400-395bc697afe7 req-6fcf7c9b-0ddd-4232-a88c-45242777f7bb tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.1063495 Jun 18 10:24:35.619955 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1a7db586-14b4-4d91-9400-395bc697afe7 req-bc28acf0-0044-43a3-a1d6-69b65e0d8ca5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568564 Jun 18 10:24:35.859075 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f57a9-9c14-4820-9ef7-d15284843a1b req-b3e75715-ace1-431f-a2b5-78ac5bb146ba tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:35.861252 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e80f57a9-9c14-4820-9ef7-d15284843a1b req-b3e75715-ace1-431f-a2b5-78ac5bb146ba tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0982862 Jun 18 10:24:35.873038 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 46702) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:24:35.883091 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-93cd6a6a-7af7-4a62-a12b-fe6ca51bded1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Request body: {'floatingip': {'port_id': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:24:36.013909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-93cd6a6a-7af7-4a62-a12b-fe6ca51bded1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:36.740412 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-93cd6a6a-7af7-4a62-a12b-fe6ca51bded1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:36.776926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-93cd6a6a-7af7-4a62-a12b-fe6ca51bded1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:37.052482 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.l3_db [None req-93cd6a6a-7af7-4a62-a12b-fe6ca51bded1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Floating IP 38658ccc-aa95-4283-b1e7-95bc6591ad5a associated. External IP: 172.28.2.249, port: 12f5cdb7-4a4a-48db-9b33-839d8cfc5304. Jun 18 10:24:37.586651 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cd6a6a-7af7-4a62-a12b-fe6ca51bded1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Router a194f75c-a04b-46b9-8696-55b6dab7aac3 has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:24:38.101723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cd6a6a-7af7-4a62-a12b-fe6ca51bded1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:24:38.106588 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-93cd6a6a-7af7-4a62-a12b-fe6ca51bded1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:38.117021 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b5e9d-753e-4559-a9ee-c5e2d8b63d43 None None] Sync routers for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:24:38.131770 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b5e9d-753e-4559-a9ee-c5e2d8b63d43 None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:24:38.134735 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-136b5e9d-753e-4559-a9ee-c5e2d8b63d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:24:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:24:38.183952 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-93cd6a6a-7af7-4a62-a12b-fe6ca51bded1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "PUT /v2.0/floatingips/38658ccc-aa95-4283-b1e7-95bc6591ad5a HTTP/1.1" status: 200 len: 991 time: 2.3082464 Jun 18 10:24:38.183952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:24:38.247612 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'status': 'completed', 'code': 200} Jun 18 10:24:38.361798 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a582d5c0-9308-4abf-b836-58f2c43d4b40 req-837f5eea-7858-4907-aaa0-e1f5622c66ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 1098 time: 0.0897024 Jun 18 10:24:38.368016 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-136b5e9d-753e-4559-a9ee-c5e2d8b63d43 None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:24:38.526497 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d5c0-9308-4abf-b836-58f2c43d4b40 req-7a7fc80d-0bbc-4f04-a7c5-873697b03ddb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:38.528087 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a582d5c0-9308-4abf-b836-58f2c43d4b40 req-7a7fc80d-0bbc-4f04-a7c5-873697b03ddb service neutron] 10.222.0.61 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 917 time: 0.1588714 Jun 18 10:24:38.643593 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a582d5c0-9308-4abf-b836-58f2c43d4b40 req-69699b32-d481-4fd4-8ceb-7da16b6951d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304 HTTP/1.1" status: 200 len: 999 time: 0.1068451 Jun 18 10:24:38.737036 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d5c0-9308-4abf-b836-58f2c43d4b40 req-4bc9f885-927d-4d46-b41a-f9be90865bb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:38.738723 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a582d5c0-9308-4abf-b836-58f2c43d4b40 req-4bc9f885-927d-4d46-b41a-f9be90865bb7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=249b3ba4-7c30-459c-9ca5-3024d11ab3e4 HTTP/1.1" status: 200 len: 855 time: 0.0859301 Jun 18 10:24:38.786454 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-136b5e9d-753e-4559-a9ee-c5e2d8b63d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '38658ccc-aa95-4283-b1e7-95bc6591ad5a', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'floating_ip_address': '172.28.2.249', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'port_id': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'mac_address': 'fa:16:3e:aa:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:24:18Z', 'updated_at': '2021-06-18T10:24:36Z', 'revision_number': 1, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:20Z', 'revision_number': 5, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:24:38.792555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b5e9d-753e-4559-a9ee-c5e2d8b63d43 None None] Checking router: a194f75c-a04b-46b9-8696-55b6dab7aac3 for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:24:38.818746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b5e9d-753e-4559-a9ee-c5e2d8b63d43 None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:24:38.820385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-136b5e9d-753e-4559-a9ee-c5e2d8b63d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:24:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:24:38.847762 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a582d5c0-9308-4abf-b836-58f2c43d4b40 req-76428027-62c1-47dc-9df4-d144faab76e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36a98459-85f7-45ea-9d84-197536a50832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1024783 Jun 18 10:24:39.024174 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a582d5c0-9308-4abf-b836-58f2c43d4b40 req-438f8150-9625-447a-88c2-4c613da01dec service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681473 Jun 18 10:24:39.060388 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-136b5e9d-753e-4559-a9ee-c5e2d8b63d43 None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:24:39.206936 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a582d5c0-9308-4abf-b836-58f2c43d4b40 req-c99f00cc-e2f1-4560-9763-c61aa43025ba service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759896 Jun 18 10:24:39.251284 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 4582bab2-2df9-4c8c-abd4-3e55b7dc685e no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:24:39.299033 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: 4582bab2-2df9-4c8c-abd4-3e55b7dc685e {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:24:39.299408 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 4582bab2-2df9-4c8c-abd4-3e55b7dc685e not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:24:39.624525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-136b5e9d-753e-4559-a9ee-c5e2d8b63d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '38658ccc-aa95-4283-b1e7-95bc6591ad5a', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'floating_ip_address': '172.28.2.249', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'port_id': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'mac_address': 'fa:16:3e:aa:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:24:18Z', 'updated_at': '2021-06-18T10:24:36Z', 'revision_number': 1, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:20Z', 'revision_number': 5, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:24:39.629830 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b5e9d-753e-4559-a9ee-c5e2d8b63d43 None None] The sync data for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb is: [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '38658ccc-aa95-4283-b1e7-95bc6591ad5a', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'floating_ip_address': '172.28.2.249', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'port_id': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'mac_address': 'fa:16:3e:aa:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:24:18Z', 'updated_at': '2021-06-18T10:24:36Z', 'revision_number': 1, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:20Z', 'revision_number': 5, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:24:40.092232 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771ff74a-e709-4608-93ee-562a8a5893d7 None None] New status for floating IP 38658ccc-aa95-4283-b1e7-95bc6591ad5a: ACTIVE {{(pid=82218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:24:42.459719 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-13bc87e9-83dd-4ebb-af02-c625180e04d2 req-e739fdac-f368-4b5a-a3bb-7c52a43bf9e0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849283 Jun 18 10:24:42.599554 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-13bc87e9-83dd-4ebb-af02-c625180e04d2 req-0ac4687c-b9c4-4a1e-a429-7c2264fade72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29d61a1ffe634e9fb5919a898e19c25f&device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 1099 time: 0.1168323 Jun 18 10:24:42.805247 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc87e9-83dd-4ebb-af02-c625180e04d2 req-dda33b8b-6e61-435a-93e6-83dff94b3dc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:42.807188 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-13bc87e9-83dd-4ebb-af02-c625180e04d2 req-dda33b8b-6e61-435a-93e6-83dff94b3dc8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=779db24d-307c-429a-92f7-dadebdf386cd HTTP/1.1" status: 200 len: 910 time: 0.1850293 Jun 18 10:24:42.973423 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-13bc87e9-83dd-4ebb-af02-c625180e04d2 req-b05043e6-f832-4612-8245-45c2768230f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba HTTP/1.1" status: 200 len: 1001 time: 0.1350195 Jun 18 10:24:43.062052 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:43.083462 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc87e9-83dd-4ebb-af02-c625180e04d2 req-68caab85-284d-481b-b3c5-83b3ae876310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:24:43.085281 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-13bc87e9-83dd-4ebb-af02-c625180e04d2 req-68caab85-284d-481b-b3c5-83b3ae876310 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=534e7a3e-971a-4d53-bcf5-277afec370c4 HTTP/1.1" status: 200 len: 848 time: 0.1051681 Jun 18 10:24:43.216793 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-13bc87e9-83dd-4ebb-af02-c625180e04d2 req-ec633ec6-d3b2-40ae-9508-b6b7b9c32fbb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=779db24d-307c-429a-92f7-dadebdf386cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1215489 Jun 18 10:24:43.474280 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-13bc87e9-83dd-4ebb-af02-c625180e04d2 req-eb05b4b8-56cb-482b-a31d-f4d938739114 service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434115 Jun 18 10:24:43.713790 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-13bc87e9-83dd-4ebb-af02-c625180e04d2 req-e5c4c5d1-ffbb-43eb-9ebd-b400c0ba4db6 service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246034 Jun 18 10:24:46.337709 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-13e78b10-37b3-49af-b0d6-9485864851da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:48.074711 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:48.851195 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6c3027d0-37b5-4e13-a0c5-ba65a2ffe57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:49.221968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:50.448017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:57.149175 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:24:57.330844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47078) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:24:57.411929 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3ddbca-9512-43e7-baf2-b554a4931076 admin admin] Deleting subnet 6973c0a1-7495-453f-a885-c0dd672b2073 {{(pid=82215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:24:57.416391 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddbca-9512-43e7-baf2-b554a4931076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:57.492393 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddbca-9512-43e7-baf2-b554a4931076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2344885'] for subnet, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:57.583362 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddbca-9512-43e7-baf2-b554a4931076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:58.136423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddbca-9512-43e7-baf2-b554a4931076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851812505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64804354'] for subnet, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:58.140839 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8e5498cb-bfad-4b50-8d32-6c9539947a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:58.175422 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ddbca-9512-43e7-baf2-b554a4931076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6973c0a1-7495-453f-a885-c0dd672b2073,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:58.180389 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bd3ddbca-9512-43e7-baf2-b554a4931076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:58.186066 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddbca-9512-43e7-baf2-b554a4931076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:58.192024 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-bd3ddbca-9512-43e7-baf2-b554a4931076 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6973c0a1-7495-453f-a885-c0dd672b2073 HTTP/1.1" status: 204 len: 168 time: 0.8596892 Jun 18 10:24:58.195558 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47096) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:24:58.314396 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:58.454699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:58.469439 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ed5e5a-aac8-4c08-9ec3-4fa8a670954f']}} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:24:58.483663 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a15a70-0893-4bb7-ab28-0512fdebb206') {'for_net_delete': True} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:24:58.483997 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a15a70-0893-4bb7-ab28-0512fdebb206') {} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:24:58.496398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852430931'] for segment, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:58.570793 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:58.578769 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=82215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:24:58.579371 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2961816'] for segment, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:24:58.595078 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:24:58.785203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:58.790032 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-376c155f-efaf-437b-8b71-41eaa7362f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:58.806047 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:58.812640 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] Pushing event deleted for resources: {'Network': ['ID=82ed5e5a-aac8-4c08-9ec3-4fa8a670954f,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:58.817197 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:58.857847 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-4d7d4dd9-b19d-4f3b-b922-42ba3bb88081 admin admin] 10.222.0.22 "DELETE /v2.0/networks/82ed5e5a-aac8-4c08-9ec3-4fa8a670954f HTTP/1.1" status: 204 len: 168 time: 0.6607666 Jun 18 10:24:59.267914 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47122) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:24:59.357155 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-fa69bd3a-2445-413f-8818-fa18c4d0b2b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26d530c70011453ea94cf24aad96530d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0873690 Jun 18 10:24:59.359928 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47132) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:24:59.427263 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:59.456571 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:59.621401 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:59.627023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4ee980bf-8f39-4670-ae2f-3771bc81846e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:24:59.643479 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918cb794-5f52-4bc1-ae70-075cd219078e,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:24:59.653819 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:59.654241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:59.654649 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:59.655054 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:59.655462 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:59.655862 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:59.656259 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:59.656655 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:59.657049 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:59.657440 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:59.657866 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:24:59.661503 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:24:59.769808 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:59.773400 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/918cb794-5f52-4bc1-ae70-075cd219078e HTTP/1.1" status: 204 len: 168 time: 0.4100897 Jun 18 10:25:02.242248 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47210) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:02.321575 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d04304e-b06a-4df9-9e52-4fe6c92b3345 admin admin] Deleting subnet be20399b-bc5c-474f-a905-4593de742e1e {{(pid=82216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:25:02.325182 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7d04304e-b06a-4df9-9e52-4fe6c92b3345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:02.384868 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7d04304e-b06a-4df9-9e52-4fe6c92b3345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852513759'] for subnet, precommit_delete_associations {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:02.450905 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7d04304e-b06a-4df9-9e52-4fe6c92b3345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:02.572386 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e55d9-9e54-4fbc-a8c6-e4e24d1a43bc req-7546747e-842d-4d2b-ba25-3119693d9203 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:02.574091 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-494e55d9-9e54-4fbc-a8c6-e4e24d1a43bc req-7546747e-842d-4d2b-ba25-3119693d9203 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 945 time: 0.0975471 Jun 18 10:25:02.628618 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-494e55d9-9e54-4fbc-a8c6-e4e24d1a43bc req-05faf529-acab-4bb8-997c-38909fc3da01 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b02f6c6-27bc-40bc-ac7b-e24110428046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476027 Jun 18 10:25:02.747456 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7d04304e-b06a-4df9-9e52-4fe6c92b3345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2679532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852222038'] for subnet, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:02.752025 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-633d5805-2135-4b68-bbd7-88e7e635bbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:02.789274 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04304e-b06a-4df9-9e52-4fe6c92b3345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be20399b-bc5c-474f-a905-4593de742e1e,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:02.793916 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7d04304e-b06a-4df9-9e52-4fe6c92b3345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:02.796913 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7d04304e-b06a-4df9-9e52-4fe6c92b3345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:02.803540 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-7d04304e-b06a-4df9-9e52-4fe6c92b3345 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/be20399b-bc5c-474f-a905-4593de742e1e HTTP/1.1" status: 204 len: 168 time: 0.5600669 Jun 18 10:25:02.806586 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47218) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:02.935381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:03.089927 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:03.104508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4aab1f0-d2cd-4f06-af18-6b939042b37d']}} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:03.118378 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6427a0-6038-4681-b965-b50ed0624fc4') {'for_net_delete': True} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:03.118720 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6427a0-6038-4681-b965-b50ed0624fc4') {} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:03.130954 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262073'] for segment, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:03.150968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:03.157645 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=82216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:25:03.158084 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852095981'] for segment, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:25:03.172873 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:25:03.284063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:03.289972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9563f9a5-8800-42b8-b3ff-88c5cd1d33f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:03.308272 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:03.315634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] Pushing event deleted for resources: {'Network': ['ID=a4aab1f0-d2cd-4f06-af18-6b939042b37d,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:03.322529 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:03.357265 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a566e303-0683-4751-b9fd-f0648629f12f admin admin] 10.222.0.22 "DELETE /v2.0/networks/a4aab1f0-d2cd-4f06-af18-6b939042b37d HTTP/1.1" status: 204 len: 168 time: 0.5495479 Jun 18 10:25:03.685796 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47228) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:03.748474 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-95100376-5c0a-4e7b-a4c5-74aa66b51b8c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=676fbad3c9e24091879a5042c1de1ab6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0612030 Jun 18 10:25:03.751195 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47232) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:03.823449 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6b6b90bd-b73f-4191-a93f-2b56974d900a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:03.854560 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23023de-3228-4f33-bdd4-96593861e6e5 req-8eec03dd-f42d-4de0-b096-0efdd546d1df tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:03.856152 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c23023de-3228-4f33-bdd4-96593861e6e5 req-8eec03dd-f42d-4de0-b096-0efdd546d1df tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 945 time: 0.0947900 Jun 18 10:25:03.859236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6b6b90bd-b73f-4191-a93f-2b56974d900a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:03.909925 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c23023de-3228-4f33-bdd4-96593861e6e5 req-8a2f7d1b-39b9-4db2-85a5-e230ba20ea12 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b02f6c6-27bc-40bc-ac7b-e24110428046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460386 Jun 18 10:25:04.038497 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6b6b90bd-b73f-4191-a93f-2b56974d900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:04.043950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-34771f98-d1b9-45b5-9138-dd74d089face admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:04.059420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b90bd-b73f-4191-a93f-2b56974d900a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:04.062257 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6b6b90bd-b73f-4191-a93f-2b56974d900a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:04.089929 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6b6b90bd-b73f-4191-a93f-2b56974d900a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:04.091169 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-6b6b90bd-b73f-4191-a93f-2b56974d900a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32966c1c-7d3c-4bfe-b4a3-eaedf4be6bb6 HTTP/1.1" status: 204 len: 168 time: 0.3389552 Jun 18 10:25:04.694101 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f10309-51fc-488e-af17-b013e668b59d req-b5ec87bb-273b-457e-b5ed-ba2f439ee57c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:04.695003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-56f10309-51fc-488e-af17-b013e668b59d req-b5ec87bb-273b-457e-b5ed-ba2f439ee57c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Synchronizing usage tracker for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:25:04.741540 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-56f10309-51fc-488e-af17-b013e668b59d req-b5ec87bb-273b-457e-b5ed-ba2f439ee57c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Unset dirty status for tenant:aa98b03e73be430aa86512a0c9c28b17 on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:25:04.742831 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-56f10309-51fc-488e-af17-b013e668b59d req-b5ec87bb-273b-457e-b5ed-ba2f439ee57c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 945 time: 0.1543474 Jun 18 10:25:04.828151 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Deleting port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:25:04.828535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:05.118972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] For port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=53c48c54-2e79-4de1-a820-2f4c12a7d3e6,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:25:05.119383 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:05.342687 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a62f54-8c59-40bd-879f-4e1b0053f4d9 req-4fed6b78-a1b9-4005-8548-e3460f7ac135 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:05.344361 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c3a62f54-8c59-40bd-879f-4e1b0053f4d9 req-4fed6b78-a1b9-4005-8548-e3460f7ac135 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 945 time: 0.2943695 Jun 18 10:25:05.407401 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c3a62f54-8c59-40bd-879f-4e1b0053f4d9 req-fbe827a5-55d5-40b2-9a68-a3cf878fdc2b tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b02f6c6-27bc-40bc-ac7b-e24110428046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552592 Jun 18 10:25:05.458578 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:05.458873 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:05.459239 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.l3_db [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Floating IP a8c31932-1812-4701-9dd1-973561bdf261 disassociated. External IP: 172.28.2.119, port: 53c48c54-2e79-4de1-a820-2f4c12a7d3e6. Jun 18 10:25:05.460093 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Calling delete_port for 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:25:05.650080 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:05.656519 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0011c3e7-0d41-4bbb-ae67-9491e15c64d6 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:05.703357 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event deleted for resources: {'Port': ['ID=53c48c54-2e79-4de1-a820-2f4c12a7d3e6,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:05.710617 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:05.958022 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Router e02d88c8-6181-4463-8052-9832d7cae4ec has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:25:06.416524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:25:06.426825 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60aba11-d74e-4312-aaac-aaded07216c4 None None] Sync routers for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:25:06.440724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60aba11-d74e-4312-aaac-aaded07216c4 None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:25:06.441445 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-a60aba11-d74e-4312-aaac-aaded07216c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:24:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:06.505908 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] No DVR routers for this DVR port 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:25:06.509165 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:06.512238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25', 'name': 'network-vif-deleted', 'tag': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:25:06.561011 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-56f10309-51fc-488e-af17-b013e668b59d req-e71e431d-3610-4df7-83e2-4e7fe140ac3c tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.61 "DELETE /v2.0/ports/53c48c54-2e79-4de1-a820-2f4c12a7d3e6 HTTP/1.1" status: 204 len: 173 time: 1.8045406 Jun 18 10:25:06.577437 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25', 'name': 'network-vif-deleted', 'tag': '53c48c54-2e79-4de1-a820-2f4c12a7d3e6', 'status': 'completed', 'code': 200} Jun 18 10:25:06.610190 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d26cd532-26b4-4cd4-8afc-1629036f23cc req-1b2d2b59-2e6e-4f36-a19f-d673a9d65902 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5d5ffb-ef78-4ce4-a9d2-710d659ebb25 HTTP/1.1" status: 200 len: 210 time: 0.0484197 Jun 18 10:25:06.810019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-a60aba11-d74e-4312-aaac-aaded07216c4 None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:25:07.200191 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-a60aba11-d74e-4312-aaac-aaded07216c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:10Z', 'revision_number': 5, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:07.205299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60aba11-d74e-4312-aaac-aaded07216c4 None None] Checking router: e02d88c8-6181-4463-8052-9832d7cae4ec for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:25:07.218136 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60aba11-d74e-4312-aaac-aaded07216c4 None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:25:07.218829 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-a60aba11-d74e-4312-aaac-aaded07216c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:24:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:07.427647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-a60aba11-d74e-4312-aaac-aaded07216c4 None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:25:07.787298 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-a60aba11-d74e-4312-aaac-aaded07216c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:10Z', 'revision_number': 5, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:07.792496 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60aba11-d74e-4312-aaac-aaded07216c4 None None] The sync data for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb is: [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:18:52Z', 'revision_number': 4, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e', 'name': '', 'network_id': '273c63d3-030d-4bf3-b4a9-4ac0fa87c45b', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'mac_address': 'fa:16:3e:7d:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:51Z', 'updated_at': '2021-06-18T10:19:10Z', 'revision_number': 5, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'subnets': [{'id': '32310b40-dde4-4045-b65a-97e81d3f1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:25:07.806566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47256) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:07.881752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-89eeb1ca-662b-4f2a-b513-fd24e44a34df tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:07.912091 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-89eeb1ca-662b-4f2a-b513-fd24e44a34df tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:07.998524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-89eeb1ca-662b-4f2a-b513-fd24e44a34df tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:08.004181 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cba5e49c-d775-4d27-9426-cf5bae8d3bc7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:08.021406 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eeb1ca-662b-4f2a-b513-fd24e44a34df tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b02f6c6-27bc-40bc-ac7b-e24110428046,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:08.027318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-89eeb1ca-662b-4f2a-b513-fd24e44a34df tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:08.059423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-89eeb1ca-662b-4f2a-b513-fd24e44a34df tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:08.066626 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47260) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:08.081010 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-89eeb1ca-662b-4f2a-b513-fd24e44a34df tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "DELETE /v2.0/security-groups/9b02f6c6-27bc-40bc-ac7b-e24110428046 HTTP/1.1" status: 204 len: 168 time: 0.2729771 Jun 18 10:25:08.102641 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.v2.resource [None req-08c3ab9e-adb3-4cab-957f-9dec032a9eb5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] show failed (client error): The resource could not be found. Jun 18 10:25:08.105095 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-08c3ab9e-adb3-4cab-957f-9dec032a9eb5 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "GET /v2.0/security-groups/9b02f6c6-27bc-40bc-ac7b-e24110428046 HTTP/1.1" status: 404 len: 347 time: 0.0367393 Jun 18 10:25:08.107076 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47266) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:08.285536 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Deleting port f8d90665-5862-4bbe-b759-8ba7d03d30d6 {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:25:08.285922 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:08.301854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9d293e-1273-4c1b-9aee-1e3a3a4cddfe None None] New status for floating IP a8c31932-1812-4701-9dd1-973561bdf261: DOWN {{(pid=82218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:25:08.495669 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:08.495989 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:08.629421 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Calling delete_port for f8d90665-5862-4bbe-b759-8ba7d03d30d6 owned by network:floatingip {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:25:08.748420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.db.api [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82215) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:25:08.748709 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_db.api [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:25:09.250423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Deleting port f8d90665-5862-4bbe-b759-8ba7d03d30d6 {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:25:09.251011 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:09.323258 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:25:09.358801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:25:09.359195 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 53c48c54-2e79-4de1-a820-2f4c12a7d3e6 not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:25:09.438614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:09.438983 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:09.571539 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Calling delete_port for f8d90665-5862-4bbe-b759-8ba7d03d30d6 owned by network:floatingip {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:25:09.821400 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:09.829114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-314ac216-7922-42a5-a232-b3bcd92e7b48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:09.886760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Pushing event deleted for resources: {'Port': ['ID=f8d90665-5862-4bbe-b759-8ba7d03d30d6,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:09.890672 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:09.995887 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks [] for floatingip, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:10.013000 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:10.014148 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-08aaf8a6-9cd2-435a-8f11-3e6d7a784163 tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] 10.222.0.22 "DELETE /v2.0/floatingips/a8c31932-1812-4701-9dd1-973561bdf261 HTTP/1.1" status: 204 len: 168 time: 1.9058475 Jun 18 10:25:13.072594 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:14.369511 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47312) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:14.995737 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701408'] for router_interface, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:15.646500 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Deleting port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:25:15.647733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:15.830736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] For port 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:25:15.831155 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:15.960470 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Calling delete_port for 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e owned by network:router_interface {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:25:16.351470 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ffa914bb-e40b-4e0d-9e0e-061c4bdefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:16.495389 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:16.500306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bf0dcee5-d198-40b9-9f0e-75aca132e4f2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:16.544725 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:16.590932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:16.591345 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:16.591746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:16.592141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:16.592535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:16.592926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:16.593315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:16.593731 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:16.594122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:16.594508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:16.594892 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:16.603633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:16.883864 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4013040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075024'] for router_interface, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:17.537254 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Router e02d88c8-6181-4463-8052-9832d7cae4ec has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:25:17.757728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:25:17.767485 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e190-7ae3-4e7e-933f-b024055cc3f7 None None] Sync routers for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:25:17.771520 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] 10.222.0.22 "PUT /v2.0/routers/e02d88c8-6181-4463-8052-9832d7cae4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4008026 Jun 18 10:25:17.774349 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47324) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:17.784624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8e190-7ae3-4e7e-933f-b024055cc3f7 None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:25:17.785299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e190-7ae3-4e7e-933f-b024055cc3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:24:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:17.985733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-1ba8e190-7ae3-4e7e-933f-b024055cc3f7 None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:25:17.987398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Notify callbacks [] for router, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:18.100395 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:18.212647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:18.249528 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Deleting port fa9af2c1-923f-4efd-8f6a-cc6c079e0311 {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:25:18.249851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:18.309601 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e190-7ae3-4e7e-933f-b024055cc3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:25:16Z', 'revision_number': 5, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port': {'id': 'fa9af2c1-923f-4efd-8f6a-cc6c079e0311', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:18:46Z', 'updated_at': '2021-06-18T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:18.314752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e190-7ae3-4e7e-933f-b024055cc3f7 None None] Checking router: e02d88c8-6181-4463-8052-9832d7cae4ec for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:25:18.327560 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8e190-7ae3-4e7e-933f-b024055cc3f7 None None] Routers {'e02d88c8-6181-4463-8052-9832d7cae4ec'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:25:18.328240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e190-7ae3-4e7e-933f-b024055cc3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:24:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['e02d88c8-6181-4463-8052-9832d7cae4ec'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:18.448911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] For port fa9af2c1-923f-4efd-8f6a-cc6c079e0311, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=fa9af2c1-923f-4efd-8f6a-cc6c079e0311,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:25:18.449365 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:18.503791 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-1ba8e190-7ae3-4e7e-933f-b024055cc3f7 None None] Set router e02d88c8-6181-4463-8052-9832d7cae4ec gateway port host: None {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:25:18.580380 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Calling delete_port for fa9af2c1-923f-4efd-8f6a-cc6c079e0311 owned by network:router_gateway {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:25:18.620528 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e190-7ae3-4e7e-933f-b024055cc3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:25:18Z', 'revision_number': 6, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port_host': None}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:18.624877 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e190-7ae3-4e7e-933f-b024055cc3f7 None None] The sync data for ids ['e02d88c8-6181-4463-8052-9832d7cae4ec'] in dv-cinder-797022-1-smb is: [{'id': 'e02d88c8-6181-4463-8052-9832d7cae4ec', 'name': 'tempest-AttachVolumeTestJSON-888524144-router', 'tenant_id': 'aa98b03e73be430aa86512a0c9c28b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:18:44Z', 'updated_at': '2021-06-18T10:25:18Z', 'revision_number': 6, 'project_id': 'aa98b03e73be430aa86512a0c9c28b17', 'gw_port_host': None}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:25:18.843996 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4481a388-5680-462f-8d5e-61d6194921db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:19.053686 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:19.059404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-451f9e58-450e-4235-9085-17f096cd657f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:19.120482 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9af2c1-923f-4efd-8f6a-cc6c079e0311,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:19.123464 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:19.184828 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:19.358202 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692977'] for router_gateway, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:19.635780 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89602'] for router, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:19.640362 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:19.984884 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697056'] for router, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:19.985693 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e02d88c8-6181-4463-8052-9832d7cae4ec {{(pid=82215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:25:19.999308 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] Notify callbacks [] for router, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:20.000590 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0d9885f9-430d-4789-98f9-46993e81c760 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e02d88c8-6181-4463-8052-9832d7cae4ec HTTP/1.1" status: 204 len: 168 time: 2.2252116 Jun 18 10:25:20.003334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47332) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:20.069340 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device fa9af2c1-923f-4efd-8f6a-cc6c079e0311 no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:25:20.092035 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-0651a2f5-3b1b-43de-b42c-bd4b60c9d6af admin admin] Deleting subnet 32310b40-dde4-4045-b65a-97e81d3f1bf5 {{(pid=82215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:25:20.095730 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0651a2f5-3b1b-43de-b42c-bd4b60c9d6af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:20.108193 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: fa9af2c1-923f-4efd-8f6a-cc6c079e0311 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:25:20.108690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device fa9af2c1-923f-4efd-8f6a-cc6c079e0311 not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:25:20.109236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:25:20.145762 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:25:20.146170 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 8b1ad0aa-4c6e-4fae-a6bf-e90ae04b4e4e not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:25:20.151983 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0651a2f5-3b1b-43de-b42c-bd4b60c9d6af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2344885'] for subnet, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:20.282508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0651a2f5-3b1b-43de-b42c-bd4b60c9d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:20.409819 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:20.575951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0651a2f5-3b1b-43de-b42c-bd4b60c9d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851812505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64804354'] for subnet, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:20.580953 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:20.617920 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651a2f5-3b1b-43de-b42c-bd4b60c9d6af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32310b40-dde4-4045-b65a-97e81d3f1bf5,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:20.620928 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0651a2f5-3b1b-43de-b42c-bd4b60c9d6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:20.623388 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0651a2f5-3b1b-43de-b42c-bd4b60c9d6af admin admin] Notify callbacks [] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:20.629031 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a07307b-2164-440a-bc24-923ee148c88e None None] Network 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:25:20.630413 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0651a2f5-3b1b-43de-b42c-bd4b60c9d6af admin admin] 10.222.0.22 "DELETE /v2.0/subnets/32310b40-dde4-4045-b65a-97e81d3f1bf5 HTTP/1.1" status: 204 len: 168 time: 0.6260202 Jun 18 10:25:20.633358 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47336) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:20.781188 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:20.794634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Deleting port 3c47b679-3aca-4521-bf2c-28ae093753e3 {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:25:20.795027 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:21.022564 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] For port 3c47b679-3aca-4521-bf2c-28ae093753e3, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=3c47b679-3aca-4521-bf2c-28ae093753e3,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:25:21.023033 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:21.089262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9130b4-437a-41bc-b26a-7ecec1ed3070 None None] DHCP port deletion for 273c63d3-030d-4bf3-b4a9-4ac0fa87c45b request from dv-cinder-797022-1-smb {{(pid=82217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:25:21.094253 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8f9130b4-437a-41bc-b26a-7ecec1ed3070 None None] Deleting port 3c47b679-3aca-4521-bf2c-28ae093753e3 {{(pid=82217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:25:21.094970 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f9130b4-437a-41bc-b26a-7ecec1ed3070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:21.158299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Calling delete_port for 3c47b679-3aca-4521-bf2c-28ae093753e3 owned by network:dhcp {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:25:21.283729 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:21.289434 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c891a98f-989f-4006-97a2-82b22ee45ba6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:21.320102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-8f9130b4-437a-41bc-b26a-7ecec1ed3070 None None] For port 3c47b679-3aca-4521-bf2c-28ae093753e3, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=3c47b679-3aca-4521-bf2c-28ae093753e3,segment=NetworkSegment(53e006e5-1867-459d-9c48-20a84890a874),segment_id=53e006e5-1867-459d-9c48-20a84890a874)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:25:21.320493 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f9130b4-437a-41bc-b26a-7ecec1ed3070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:21.331585 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c47b679-3aca-4521-bf2c-28ae093753e3,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:21.337386 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:21.340394 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] No DVR routers for this DVR port 3c47b679-3aca-4521-bf2c-28ae093753e3 on host dv-cinder-797022-1-smb {{(pid=82215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:25:21.447372 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8f9130b4-437a-41bc-b26a-7ecec1ed3070 None None] Calling delete_port for 3c47b679-3aca-4521-bf2c-28ae093753e3 owned by network:dhcp {{(pid=82217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:25:21.467667 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:21.481829 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273c63d3-030d-4bf3-b4a9-4ac0fa87c45b']}} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:21.499023 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e006e5-1867-459d-9c48-20a84890a874') {'for_net_delete': True} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:21.499369 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e006e5-1867-459d-9c48-20a84890a874') {} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:21.512404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852430931'] for segment, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:21.527799 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:21.534327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=82215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:25:21.534705 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2961816'] for segment, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:25:21.550079 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:25:21.586051 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.db.api [None req-8f9130b4-437a-41bc-b26a-7ecec1ed3070 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82217) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:25:21.586534 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_db.api [None req-8f9130b4-437a-41bc-b26a-7ecec1ed3070 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:25:21.659191 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:21.663732 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:21.677486 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:21.692616 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Pushing event deleted for resources: {'Network': ['ID=273c63d3-030d-4bf3-b4a9-4ac0fa87c45b,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:21.696265 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:21.736046 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/273c63d3-030d-4bf3-b4a9-4ac0fa87c45b HTTP/1.1" status: 204 len: 168 time: 1.1015642 Jun 18 10:25:22.064053 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 3c47b679-3aca-4521-bf2c-28ae093753e3 no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:25:22.094616 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8f9130b4-437a-41bc-b26a-7ecec1ed3070 None None] Deleting port 3c47b679-3aca-4521-bf2c-28ae093753e3 {{(pid=82217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:25:22.095062 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f9130b4-437a-41bc-b26a-7ecec1ed3070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:22.107086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47344) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:22.135339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: 3c47b679-3aca-4521-bf2c-28ae093753e3 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:25:22.135738 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 3c47b679-3aca-4521-bf2c-28ae093753e3 not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:25:22.165105 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b5145b24-40eb-485a-b306-1f57a333fbff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa98b03e73be430aa86512a0c9c28b17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565748 Jun 18 10:25:22.167783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47348) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:22.170772 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8f9130b4-437a-41bc-b26a-7ecec1ed3070 None None] The port '3c47b679-3aca-4521-bf2c-28ae093753e3' was deleted {{(pid=82217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:25:22.234672 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-85519566-ca4d-4463-b173-527d5be8df0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:22.262255 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-85519566-ca4d-4463-b173-527d5be8df0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:22.341082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-85519566-ca4d-4463-b173-527d5be8df0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:22.346637 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a31a8eaf-ec60-4425-99c3-2781dede58be tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:22.362999 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85519566-ca4d-4463-b173-527d5be8df0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e0ca7f-1c97-4eb6-8760-83cd1c32ee21,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:22.366174 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-85519566-ca4d-4463-b173-527d5be8df0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:22.372367 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-85519566-ca4d-4463-b173-527d5be8df0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:22.373711 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-85519566-ca4d-4463-b173-527d5be8df0e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6e0ca7f-1c97-4eb6-8760-83cd1c32ee21 HTTP/1.1" status: 204 len: 168 time: 0.2049043 Jun 18 10:25:25.754171 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7cf49-2355-4ee3-a4dc-5023ccdcff70 req-0c27265e-d75d-4e67-acfe-a5f3143e87df tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:25.755914 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-17c7cf49-2355-4ee3-a4dc-5023ccdcff70 req-0c27265e-d75d-4e67-acfe-a5f3143e87df tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.1094122 Jun 18 10:25:25.807958 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-17c7cf49-2355-4ee3-a4dc-5023ccdcff70 req-580f9d3c-c75a-4f70-9b4d-3e89a6f7470f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458119 Jun 18 10:25:27.043375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90a4f7-25cb-4012-b15b-e35fccba5e70 req-7cba8fb1-abc6-4546-bc19-9680e2507bfd tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:27.044944 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fe90a4f7-25cb-4012-b15b-e35fccba5e70 req-7cba8fb1-abc6-4546-bc19-9680e2507bfd tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0893316 Jun 18 10:25:27.103481 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fe90a4f7-25cb-4012-b15b-e35fccba5e70 req-0985eafc-d443-4c61-8345-d7b8cee62390 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487239 Jun 18 10:25:28.540232 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdafc0-4827-4198-ac6f-e7f776b4ae4b req-069e17df-3dad-4348-bcc7-429f0cbca16c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:28.541946 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a3bdafc0-4827-4198-ac6f-e7f776b4ae4b req-069e17df-3dad-4348-bcc7-429f0cbca16c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.2960560 Jun 18 10:25:28.593056 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a3bdafc0-4827-4198-ac6f-e7f776b4ae4b req-eddd671b-3bc2-49cb-aeed-62ecc1eab8f6 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443070 Jun 18 10:25:29.825851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a550e50-eea1-4f03-acca-18b6e561591e req-bb44d372-d553-4214-a828-a5fe4e7a05f3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:29.827368 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7a550e50-eea1-4f03-acca-18b6e561591e req-bb44d372-d553-4214-a828-a5fe4e7a05f3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0898440 Jun 18 10:25:29.879986 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7a550e50-eea1-4f03-acca-18b6e561591e req-0f477816-052f-4c9f-989b-24c69c104699 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462024 Jun 18 10:25:31.109887 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d35ad0-03bb-4a22-abc0-7248c2c5f835 req-9a50863a-66cb-4ca0-81bc-f53977f77d7d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:31.111569 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-11d35ad0-03bb-4a22-abc0-7248c2c5f835 req-9a50863a-66cb-4ca0-81bc-f53977f77d7d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0923922 Jun 18 10:25:31.161493 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-11d35ad0-03bb-4a22-abc0-7248c2c5f835 req-4e25cb07-b406-4f7f-a165-9ff0f274cfdc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435791 Jun 18 10:25:32.388219 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b406267-9f8b-4cc0-8e19-35b2fdcf61ec req-87cbffcf-c46b-4872-84f8-4ec6a82d5626 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:32.389883 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9b406267-9f8b-4cc0-8e19-35b2fdcf61ec req-87cbffcf-c46b-4872-84f8-4ec6a82d5626 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0910819 Jun 18 10:25:32.447091 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9b406267-9f8b-4cc0-8e19-35b2fdcf61ec req-7cf55ab1-4f16-4f91-af48-6995069b7f57 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510643 Jun 18 10:25:33.676603 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47512) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:33.689481 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197dd32-6bdc-402b-a888-e6312ed37bb7 req-8944c85d-29d7-4b9c-bca5-59568b388f17 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:33.691107 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c197dd32-6bdc-402b-a888-e6312ed37bb7 req-8944c85d-29d7-4b9c-bca5-59568b388f17 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0886059 Jun 18 10:25:33.745914 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c197dd32-6bdc-402b-a888-e6312ed37bb7 req-ac31a487-c0ff-438d-840f-9ed788bbed85 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475545 Jun 18 10:25:33.841426 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3046c6d0-95af-4c4f-9271-07d220a0abcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:33.874489 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-3046c6d0-95af-4c4f-9271-07d220a0abcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:25:33.878509 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-3046c6d0-95af-4c4f-9271-07d220a0abcb admin admin] Usage tracker for resource:security_group_rule and tenant:e25049deadda479e8caf1d37d1a34c72 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:25:33.881404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-3046c6d0-95af-4c4f-9271-07d220a0abcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:25:33.887996 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-3046c6d0-95af-4c4f-9271-07d220a0abcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:25:33.962694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3046c6d0-95af-4c4f-9271-07d220a0abcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:34.011498 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3046c6d0-95af-4c4f-9271-07d220a0abcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:34.022714 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-eb025eee-6c1f-46c1-826d-dc65c873345a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:34.059401 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046c6d0-95af-4c4f-9271-07d220a0abcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7197f082-ea43-403f-9902-510314aa15c8,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:34.063132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3046c6d0-95af-4c4f-9271-07d220a0abcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:34.066128 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-3046c6d0-95af-4c4f-9271-07d220a0abcb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e25049deadda479e8caf1d37d1a34c72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3883214 Jun 18 10:25:34.069246 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47518) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:34.141180 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8c06-9e1c-4157-a77c-736ffbe2c1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:34.149799 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:25:34.168250 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8c06-9e1c-4157-a77c-736ffbe2c1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:34.278360 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8c06-9e1c-4157-a77c-736ffbe2c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:34.283711 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-21f71bcf-5485-4a9b-99ed-bc5c0b7d8f9f tempest-AttachVolumeTestJSON-1496297421 tempest-AttachVolumeTestJSON-1496297421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:34.299937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c8c06-9e1c-4157-a77c-736ffbe2c1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7197f082-ea43-403f-9902-510314aa15c8,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:34.304844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8c06-9e1c-4157-a77c-736ffbe2c1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:34.308674 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ae2c8c06-9e1c-4157-a77c-736ffbe2c1b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7197f082-ea43-403f-9902-510314aa15c8 HTTP/1.1" status: 204 len: 168 time: 0.2374752 Jun 18 10:25:34.310797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ae2c8c06-9e1c-4157-a77c-736ffbe2c1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:34.840043 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47528) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:34.863423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08c22ac0-2cdf-461e-b02f-050eb3dafba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:34.897532 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-08c22ac0-2cdf-461e-b02f-050eb3dafba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:25:34.902339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-08c22ac0-2cdf-461e-b02f-050eb3dafba2 admin admin] Usage tracker for resource:security_group_rule and tenant:53bb1e4b9c434ce6aea12aef8e2a690f is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:25:34.905496 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-08c22ac0-2cdf-461e-b02f-050eb3dafba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:25:34.911788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-08c22ac0-2cdf-461e-b02f-050eb3dafba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:25:34.983894 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08c22ac0-2cdf-461e-b02f-050eb3dafba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:34.984823 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d65c-0279-4fad-a708-5f282322f232 req-31ad24ba-6a81-44f4-97d7-cf849a5b6535 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:34.986488 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-aff1d65c-0279-4fad-a708-5f282322f232 req-31ad24ba-6a81-44f4-97d7-cf849a5b6535 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0915086 Jun 18 10:25:35.012950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08c22ac0-2cdf-461e-b02f-050eb3dafba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:35.021059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e8ef7a3e-888c-45c4-ad22-6e6df64cd1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:35.041235 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-aff1d65c-0279-4fad-a708-5f282322f232 req-872ae6cb-d2df-4281-9177-2dd2cf587631 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482872 Jun 18 10:25:35.072270 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c22ac0-2cdf-461e-b02f-050eb3dafba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14d5b3c-f095-48ce-8956-6fab665e3754,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:35.077171 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-08c22ac0-2cdf-461e-b02f-050eb3dafba2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53bb1e4b9c434ce6aea12aef8e2a690f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2358887 Jun 18 10:25:35.080518 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-08c22ac0-2cdf-461e-b02f-050eb3dafba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:35.080689 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47532) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:35.148430 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611a65be-df05-41e7-a96c-73d471c690a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:35.175206 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611a65be-df05-41e7-a96c-73d471c690a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:35.249007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611a65be-df05-41e7-a96c-73d471c690a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:35.253084 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d58e64fa-f2e4-4df5-abc3-035b8a12d8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:35.265441 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a65be-df05-41e7-a96c-73d471c690a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14d5b3c-f095-48ce-8956-6fab665e3754,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:35.267924 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611a65be-df05-41e7-a96c-73d471c690a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:35.288903 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611a65be-df05-41e7-a96c-73d471c690a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:35.290393 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-611a65be-df05-41e7-a96c-73d471c690a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f14d5b3c-f095-48ce-8956-6fab665e3754 HTTP/1.1" status: 204 len: 168 time: 0.2084882 Jun 18 10:25:36.282519 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fbd1d-cc5f-4527-b34d-4738e2ffc679 req-4fc28f13-c0a9-4d8a-b08e-a748db7f68d2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:36.284172 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6d9fbd1d-cc5f-4527-b34d-4738e2ffc679 req-4fc28f13-c0a9-4d8a-b08e-a748db7f68d2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0905187 Jun 18 10:25:36.337698 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6d9fbd1d-cc5f-4527-b34d-4738e2ffc679 req-be9bb818-3768-41de-a638-e218235b4d48 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464306 Jun 18 10:25:37.561059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbe165-a1a6-4ae3-8e7e-896c03b37583 req-ea29a5d3-3431-4118-96b1-d82b88202e9b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:37.562725 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-50bbe165-a1a6-4ae3-8e7e-896c03b37583 req-ea29a5d3-3431-4118-96b1-d82b88202e9b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0844212 Jun 18 10:25:37.613824 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-50bbe165-a1a6-4ae3-8e7e-896c03b37583 req-40288361-fc1a-4ed4-a0ed-9ae0a0584685 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448849 Jun 18 10:25:38.887993 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7a264-ae3e-43cc-8bf0-ea4306d1ef7d req-154947e7-54b6-4dd8-b3b7-00228d58edca tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:38.890626 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-30b7a264-ae3e-43cc-8bf0-ea4306d1ef7d req-154947e7-54b6-4dd8-b3b7-00228d58edca tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.1044910 Jun 18 10:25:38.942639 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-30b7a264-ae3e-43cc-8bf0-ea4306d1ef7d req-1a4b08c9-ff74-4af5-b1ef-5d9c277efc1f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461257 Jun 18 10:25:39.414460 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:25:39.598643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:25:39.622336 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'port_id': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'mac_address': 'fa:16:3e:aa:b4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:25:39.703494 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:39.727295 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:25:39.747854 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:25:39.797779 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:39.800325 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:39.903936 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,revision_number=6']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:39.918974 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['12f5cdb7-4a4a-48db-9b33-839d8cfc5304'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:25:40.012490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:40.012490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:40.013040 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:40.013223 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:40.013657 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:40.014036 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:40.014404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:40.014980 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:40.015580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:40.015990 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:40.016365 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:25:40.024103 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:40.323431 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c64552-7d4a-4c97-aaf9-7ca246aa9a75 req-8cf9e722-84af-4bfc-89e9-db972d95f7d0 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:40.325073 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-00c64552-7d4a-4c97-aaf9-7ca246aa9a75 req-8cf9e722-84af-4bfc-89e9-db972d95f7d0 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 944 time: 0.1275189 Jun 18 10:25:40.400678 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-00c64552-7d4a-4c97-aaf9-7ca246aa9a75 req-f57731a2-0793-41fc-9ba4-cdd94ea24fdc tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629013 Jun 18 10:25:41.484315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:25:41.746350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cffe2-151d-4633-ae0d-c0b4712dfe11 req-84b3079b-0b46-41f8-95c4-32fab388b7c2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:41.750010 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a17cffe2-151d-4633-ae0d-c0b4712dfe11 req-84b3079b-0b46-41f8-95c4-32fab388b7c2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 944 time: 0.1359901 Jun 18 10:25:41.801792 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:25:41.802312 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:41.836448 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a17cffe2-151d-4633-ae0d-c0b4712dfe11 req-9b549e35-f15c-4a21-aa44-79798dfdf7da tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749617 Jun 18 10:25:41.987114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:42.043721 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:25:42.059051 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:25:42.112496 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:42.115940 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:42.155626 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'code': 200} Jun 18 10:25:42.201723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,revision_number=7']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:42.205138 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:43.140672 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:43.177612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcde319-e361-4a75-952d-a5268f8a913c req-812e52c3-8529-4a57-9843-d55ca2586be4 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:43.179804 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0dcde319-e361-4a75-952d-a5268f8a913c req-812e52c3-8529-4a57-9843-d55ca2586be4 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.1328874 Jun 18 10:25:43.260472 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0dcde319-e361-4a75-952d-a5268f8a913c req-9e0c7862-d94a-4128-b40e-df169e7d8291 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702453 Jun 18 10:25:44.505757 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c1d3f-553c-42fc-a42d-8d381bf30f9f req-d1754700-9b13-40c1-b2a1-f61e212b4efe tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:44.508168 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cb8c1d3f-553c-42fc-a42d-8d381bf30f9f req-d1754700-9b13-40c1-b2a1-f61e212b4efe tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0934272 Jun 18 10:25:44.568245 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cb8c1d3f-553c-42fc-a42d-8d381bf30f9f req-16eaecda-1c21-41a3-9203-c1337d4a1637 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485826 Jun 18 10:25:45.405957 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47658) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:45.577912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-062dbcaa-15f9-41e3-a69f-e9477addbf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:45.618057 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-062dbcaa-15f9-41e3-a69f-e9477addbf2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:25:45.622240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-062dbcaa-15f9-41e3-a69f-e9477addbf2b admin admin] Usage tracker for resource:security_group_rule and tenant:62cc89f4709f4ab79127109b06ed1817 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:25:45.625627 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-062dbcaa-15f9-41e3-a69f-e9477addbf2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:25:45.633073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-062dbcaa-15f9-41e3-a69f-e9477addbf2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:25:45.714888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-062dbcaa-15f9-41e3-a69f-e9477addbf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:45.821248 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb1454-44a7-45fe-a544-912bf84371ce req-9526a2d8-1f6f-4f10-9779-946c0b938ccd tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:45.822893 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9ceb1454-44a7-45fe-a544-912bf84371ce req-9526a2d8-1f6f-4f10-9779-946c0b938ccd tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0918248 Jun 18 10:25:45.854149 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-062dbcaa-15f9-41e3-a69f-e9477addbf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:45.864606 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1b4e3f44-ebcb-4074-bd2d-9399c2e0cb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:45.934127 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062dbcaa-15f9-41e3-a69f-e9477addbf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df78feb-76fe-455f-8b18-c17f6493b4ee,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:45.939573 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-062dbcaa-15f9-41e3-a69f-e9477addbf2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:45.945610 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-062dbcaa-15f9-41e3-a69f-e9477addbf2b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=62cc89f4709f4ab79127109b06ed1817&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5374966 Jun 18 10:25:45.948142 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47666) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:45.950626 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9ceb1454-44a7-45fe-a544-912bf84371ce req-4ac369cf-5cca-4e2e-9e59-39cd779ed2cf tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186242 Jun 18 10:25:46.049106 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e27a8d75-2a35-484c-ab24-0d7a665fa45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:46.081387 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e27a8d75-2a35-484c-ab24-0d7a665fa45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:46.929812 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e27a8d75-2a35-484c-ab24-0d7a665fa45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:46.941435 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6f232129-59ec-4b34-b8d1-2d93d5eff86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:46.970132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ec3d8fd5-5eab-48ce-a02b-b1631a2d274e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:46.982455 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a8d75-2a35-484c-ab24-0d7a665fa45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df78feb-76fe-455f-8b18-c17f6493b4ee,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:46.985886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e27a8d75-2a35-484c-ab24-0d7a665fa45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:47.001873 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e27a8d75-2a35-484c-ab24-0d7a665fa45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:47.038277 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e27a8d75-2a35-484c-ab24-0d7a665fa45f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7df78feb-76fe-455f-8b18-c17f6493b4ee HTTP/1.1" status: 204 len: 168 time: 1.0882828 Jun 18 10:25:47.252126 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224113d-420b-498b-9658-d471cb8c6988 req-ba9b8759-5564-43ce-802b-874a71f66331 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:47.260562 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7224113d-420b-498b-9658-d471cb8c6988 req-ba9b8759-5564-43ce-802b-874a71f66331 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.1126807 Jun 18 10:25:47.392973 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7224113d-420b-498b-9658-d471cb8c6988 req-acd6da27-b92a-40de-b3fc-8ba564fa5b03 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285286 Jun 18 10:25:47.766965 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47680) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:47.791841 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-acd68f26-0c5c-4d9b-a2da-39b7cce1c728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:47.834682 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-acd68f26-0c5c-4d9b-a2da-39b7cce1c728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:25:47.842142 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-acd68f26-0c5c-4d9b-a2da-39b7cce1c728 admin admin] Usage tracker for resource:security_group_rule and tenant:2bd3c9428a844eb2afb7ce41f90cf43d is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:25:47.846513 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-acd68f26-0c5c-4d9b-a2da-39b7cce1c728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:25:47.860778 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-acd68f26-0c5c-4d9b-a2da-39b7cce1c728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:25:47.966044 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-acd68f26-0c5c-4d9b-a2da-39b7cce1c728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:47.997746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-acd68f26-0c5c-4d9b-a2da-39b7cce1c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:48.006395 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d493f2e4-36e2-446a-b67d-bf9af2434616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:48.037004 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:48.043895 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd68f26-0c5c-4d9b-a2da-39b7cce1c728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154b85d0-d41e-4f13-86fd-ef704b92a019,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:48.069287 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-acd68f26-0c5c-4d9b-a2da-39b7cce1c728 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2bd3c9428a844eb2afb7ce41f90cf43d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3011012 Jun 18 10:25:48.071130 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-acd68f26-0c5c-4d9b-a2da-39b7cce1c728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:48.073056 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47684) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:48.162578 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2841b0ed-0f65-49dc-8e21-d25ae111cecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:48.199584 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2841b0ed-0f65-49dc-8e21-d25ae111cecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:48.306443 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2841b0ed-0f65-49dc-8e21-d25ae111cecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:48.317163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-01a844f8-c690-4f9f-b5d5-c6838450b82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:48.332279 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841b0ed-0f65-49dc-8e21-d25ae111cecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154b85d0-d41e-4f13-86fd-ef704b92a019,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:48.338391 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2841b0ed-0f65-49dc-8e21-d25ae111cecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:48.347868 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2841b0ed-0f65-49dc-8e21-d25ae111cecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:48.352173 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2841b0ed-0f65-49dc-8e21-d25ae111cecc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/154b85d0-d41e-4f13-86fd-ef704b92a019 HTTP/1.1" status: 204 len: 168 time: 0.2745321 Jun 18 10:25:48.672293 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39339947-84da-4edb-8cbb-4164d5c7c695 req-2fe64256-c765-4d0d-846b-aba83e8259b2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:48.680302 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-39339947-84da-4edb-8cbb-4164d5c7c695 req-2fe64256-c765-4d0d-846b-aba83e8259b2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.1123865 Jun 18 10:25:48.730751 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-39339947-84da-4edb-8cbb-4164d5c7c695 req-cd1b503e-07dc-42c3-b96c-e89fb6c31ba7 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494542 Jun 18 10:25:49.070193 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5fa5c303-712b-40d7-b4b0-484a9c9b8499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:49.203448 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:50.036942 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58cc4b-bb1e-418f-bb3a-497419edee12 req-35f660a7-0b61-4f87-9893-1b4cdb28e8ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:50.039833 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fd58cc4b-bb1e-418f-bb3a-497419edee12 req-35f660a7-0b61-4f87-9893-1b4cdb28e8ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.1072814 Jun 18 10:25:50.108093 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-fd58cc4b-bb1e-418f-bb3a-497419edee12 req-e9927064-c901-4e73-8844-72a861528f28 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570636 Jun 18 10:25:50.377842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47732) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:50.395881 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:50.765440 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47750) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:50.830454 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Deleting port 45fbef60-ac8a-4275-ae3f-3c01f7aee243 {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:25:50.830871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:50.925698 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a0a83e74-2e46-4be6-a772-ab306d5dbd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:50.967174 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-a0a83e74-2e46-4be6-a772-ab306d5dbd54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:25:50.971604 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-a0a83e74-2e46-4be6-a772-ab306d5dbd54 admin admin] Usage tracker for resource:security_group_rule and tenant:72d8c9911ee844af8decf1e4478fb3db is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:25:50.974706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-a0a83e74-2e46-4be6-a772-ab306d5dbd54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:25:50.981239 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-a0a83e74-2e46-4be6-a772-ab306d5dbd54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:25:51.026868 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:51.027239 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:51.113878 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a0a83e74-2e46-4be6-a772-ab306d5dbd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:51.140642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a0a83e74-2e46-4be6-a772-ab306d5dbd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:51.149150 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-fb369c2b-27cb-415a-8e89-92657b88a0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:51.161492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Calling delete_port for 45fbef60-ac8a-4275-ae3f-3c01f7aee243 owned by network:floatingip {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:25:51.182534 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a0a83e74-2e46-4be6-a772-ab306d5dbd54 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=72d8c9911ee844af8decf1e4478fb3db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4158578 Jun 18 10:25:51.186172 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47758) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:51.234568 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a83e74-2e46-4be6-a772-ab306d5dbd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e26c556-bd21-4b58-86a8-1cb8fc665213,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:51.240515 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a0a83e74-2e46-4be6-a772-ab306d5dbd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:51.278968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ddd727b6-5713-456f-97a0-72f23ebe437f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:51.356906 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ddd727b6-5713-456f-97a0-72f23ebe437f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:51.395965 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:51.404907 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cab389ae-9d03-4ccf-9288-bef0ebeace44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:51.423733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc4e70-3f32-44f2-85f9-d81c94a222f6 req-c044bcd6-dd27-4f58-9dcf-7bb72ff83090 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:51.425338 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6ecc4e70-3f32-44f2-85f9-d81c94a222f6 req-c044bcd6-dd27-4f58-9dcf-7bb72ff83090 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.1442585 Jun 18 10:25:51.454537 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Pushing event deleted for resources: {'Port': ['ID=45fbef60-ac8a-4275-ae3f-3c01f7aee243,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:51.457577 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ddd727b6-5713-456f-97a0-72f23ebe437f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:51.459503 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:51.464987 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a1622dd9-3dd6-428e-bfca-e3ee03ee879f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:51.479453 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd727b6-5713-456f-97a0-72f23ebe437f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e26c556-bd21-4b58-86a8-1cb8fc665213,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:51.489241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ddd727b6-5713-456f-97a0-72f23ebe437f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:51.500046 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ddd727b6-5713-456f-97a0-72f23ebe437f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:51.503975 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ddd727b6-5713-456f-97a0-72f23ebe437f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e26c556-bd21-4b58-86a8-1cb8fc665213 HTTP/1.1" status: 204 len: 168 time: 0.3140852 Jun 18 10:25:51.515573 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-6ecc4e70-3f32-44f2-85f9-d81c94a222f6 req-3c49441c-bb42-40a7-a29c-2e1915ba3d5b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822761 Jun 18 10:25:51.579210 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4d49820d-54d3-45b6-88c3-c71a650cfe2d req-67ca5582-60f6-4f14-852e-edc5b7cc221a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 1098 time: 0.2224500 Jun 18 10:25:51.584181 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for floatingip, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:51.876338 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49820d-54d3-45b6-88c3-c71a650cfe2d req-bec85fc6-4488-4649-ad6d-14a4038cd81a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:51.878135 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4d49820d-54d3-45b6-88c3-c71a650cfe2d req-bec85fc6-4488-4649-ad6d-14a4038cd81a service neutron] 10.222.0.61 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 917 time: 0.2326715 Jun 18 10:25:52.011934 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4d49820d-54d3-45b6-88c3-c71a650cfe2d req-7d18275f-9fdd-462f-ba48-2100333c3718 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304 HTTP/1.1" status: 200 len: 1001 time: 0.1259229 Jun 18 10:25:52.095661 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49820d-54d3-45b6-88c3-c71a650cfe2d req-4178cff6-5120-4287-98e0-939500785b0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:52.097278 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4d49820d-54d3-45b6-88c3-c71a650cfe2d req-4178cff6-5120-4287-98e0-939500785b0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=249b3ba4-7c30-459c-9ca5-3024d11ab3e4 HTTP/1.1" status: 200 len: 855 time: 0.0759518 Jun 18 10:25:52.541296 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4d49820d-54d3-45b6-88c3-c71a650cfe2d req-434b3ec3-111a-43ea-a9d4-6d52b93404a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36a98459-85f7-45ea-9d84-197536a50832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3842666 Jun 18 10:25:52.715199 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4d49820d-54d3-45b6-88c3-c71a650cfe2d req-71c8e1c9-3ed8-4617-9511-09e90a3b9a48 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662586 Jun 18 10:25:52.753747 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439cfb0-0942-4935-b5b4-b6ce835eb7ab req-c2dd67a8-a652-4b61-b03a-a0285c3451a7 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:52.755363 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a439cfb0-0942-4935-b5b4-b6ce835eb7ab req-c2dd67a8-a652-4b61-b03a-a0285c3451a7 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0949619 Jun 18 10:25:52.769042 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Router f242d673-e7a2-4b4a-b16a-b25368fca14d has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:25:52.814201 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a439cfb0-0942-4935-b5b4-b6ce835eb7ab req-735db19b-1b90-4704-90e6-831ebf74ef86 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517492 Jun 18 10:25:53.003961 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4d49820d-54d3-45b6-88c3-c71a650cfe2d req-bde4a804-9bc3-4133-9cf1-18fbf36668f8 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811632 Jun 18 10:25:53.088260 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:25:53.099335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf5598-12e2-4776-90c0-121015ca570e None None] Sync routers for ids ['f242d673-e7a2-4b4a-b16a-b25368fca14d'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:25:53.113527 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:53.113768 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf5598-12e2-4776-90c0-121015ca570e None None] Routers {'f242d673-e7a2-4b4a-b16a-b25368fca14d'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:25:53.114366 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-e2bf5598-12e2-4776-90c0-121015ca570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:25:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f242d673-e7a2-4b4a-b16a-b25368fca14d'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:53.178058 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "DELETE /v2.0/floatingips/4515d014-5f9c-4c70-b494-7b8aea7ebd63 HTTP/1.1" status: 204 len: 168 time: 2.7989774 Jun 18 10:25:53.178934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:25:53.241847 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'status': 'completed', 'code': 200} Jun 18 10:25:53.359065 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-e2bf5598-12e2-4776-90c0-121015ca570e None None] Set router f242d673-e7a2-4b4a-b16a-b25368fca14d gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:25:53.395430 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a6bdf492-37c1-4b39-880e-459e2031f252 req-8b9567e9-db4e-4e1b-a807-2dd704ace931 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29d61a1ffe634e9fb5919a898e19c25f&device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 1099 time: 0.1316235 Jun 18 10:25:53.572652 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdf492-37c1-4b39-880e-459e2031f252 req-9052868b-db12-4a88-bb9b-76b8b1193db7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:53.574669 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a6bdf492-37c1-4b39-880e-459e2031f252 req-9052868b-db12-4a88-bb9b-76b8b1193db7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=779db24d-307c-429a-92f7-dadebdf386cd HTTP/1.1" status: 200 len: 910 time: 0.1715083 Jun 18 10:25:53.678713 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a6bdf492-37c1-4b39-880e-459e2031f252 req-c685c0cb-5810-41a4-beac-19a4a678b565 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba HTTP/1.1" status: 200 len: 217 time: 0.0955861 Jun 18 10:25:53.765712 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdf492-37c1-4b39-880e-459e2031f252 req-cb359957-a8a9-4e7b-9e80-fa5fa897cf38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:53.767449 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a6bdf492-37c1-4b39-880e-459e2031f252 req-cb359957-a8a9-4e7b-9e80-fa5fa897cf38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=534e7a3e-971a-4d53-bcf5-277afec370c4 HTTP/1.1" status: 200 len: 848 time: 0.0816560 Jun 18 10:25:53.790479 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-e2bf5598-12e2-4776-90c0-121015ca570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:20:17Z', 'revision_number': 4, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port': {'id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:10Z', 'updated_at': '2021-06-18T10:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '84e9d3a1-0ff9-4841-9351-bd77cd6dac3e', 'name': '', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'mac_address': 'fa:16:3e:7b:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:16Z', 'updated_at': '2021-06-18T10:20:30Z', 'revision_number': 5, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'subnets': [{'id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:53.795730 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf5598-12e2-4776-90c0-121015ca570e None None] Checking router: f242d673-e7a2-4b4a-b16a-b25368fca14d for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:25:53.810385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf5598-12e2-4776-90c0-121015ca570e None None] Routers {'f242d673-e7a2-4b4a-b16a-b25368fca14d'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:25:53.811057 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-e2bf5598-12e2-4776-90c0-121015ca570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:25:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f242d673-e7a2-4b4a-b16a-b25368fca14d'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:53.847403 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f0568-ada3-40bf-a0d3-673ebc6e966e req-5706ed65-c6b9-42cc-8982-efc3268454c8 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:53.849246 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8d7f0568-ada3-40bf-a0d3-673ebc6e966e req-5706ed65-c6b9-42cc-8982-efc3268454c8 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1373203 Jun 18 10:25:53.868550 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a6bdf492-37c1-4b39-880e-459e2031f252 req-0e71266e-eeef-49d6-b749-2e5ce6e67e00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=779db24d-307c-429a-92f7-dadebdf386cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914433 Jun 18 10:25:53.915969 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8d7f0568-ada3-40bf-a0d3-673ebc6e966e req-b53098d7-cfbd-41dd-865b-479123a0f75b tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571659 Jun 18 10:25:54.052567 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a6bdf492-37c1-4b39-880e-459e2031f252 req-adeefa7f-7673-4059-a460-3aa911e2127a service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742294 Jun 18 10:25:54.056944 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-e2bf5598-12e2-4776-90c0-121015ca570e None None] Set router f242d673-e7a2-4b4a-b16a-b25368fca14d gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:25:54.057691 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398abab-cb27-4ae1-bd0e-f5238f1ca31a req-b86bbf0b-5cd8-48bc-9880-b5f310c5ae1a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:54.059255 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5398abab-cb27-4ae1-bd0e-f5238f1ca31a req-b86bbf0b-5cd8-48bc-9880-b5f310c5ae1a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0965102 Jun 18 10:25:54.114515 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5398abab-cb27-4ae1-bd0e-f5238f1ca31a req-6742dc3d-1436-4185-80f3-a56587cecbf6 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487409 Jun 18 10:25:54.223169 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a6bdf492-37c1-4b39-880e-459e2031f252 req-9183b900-88c5-4f3b-9851-4dabbe236109 service neutron] 10.222.0.61 "GET /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622643 Jun 18 10:25:54.409470 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-e2bf5598-12e2-4776-90c0-121015ca570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:20:17Z', 'revision_number': 4, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port': {'id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:10Z', 'updated_at': '2021-06-18T10:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '84e9d3a1-0ff9-4841-9351-bd77cd6dac3e', 'name': '', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'mac_address': 'fa:16:3e:7b:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:16Z', 'updated_at': '2021-06-18T10:20:30Z', 'revision_number': 5, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'subnets': [{'id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:25:54.415082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf5598-12e2-4776-90c0-121015ca570e None None] The sync data for ids ['f242d673-e7a2-4b4a-b16a-b25368fca14d'] in dv-cinder-797022-1-smb is: [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:20:17Z', 'revision_number': 4, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port': {'id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:10Z', 'updated_at': '2021-06-18T10:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '84e9d3a1-0ff9-4841-9351-bd77cd6dac3e', 'name': '', 'network_id': '779db24d-307c-429a-92f7-dadebdf386cd', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'mac_address': 'fa:16:3e:7b:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:16Z', 'updated_at': '2021-06-18T10:20:30Z', 'revision_number': 5, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'subnets': [{'id': '534e7a3e-971a-4d53-bcf5-277afec370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:25:54.869003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d50b57-80fa-4fbf-b0cd-c35d7142e9c5 None None] New status for floating IP 4515d014-5f9c-4c70-b494-7b8aea7ebd63: DOWN {{(pid=82217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:25:55.148210 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe716c-3ea4-4485-adc7-109ed61edac5 req-aebd3263-9048-41b8-9060-a8965cb1950c tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:55.149953 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d1fe716c-3ea4-4485-adc7-109ed61edac5 req-aebd3263-9048-41b8-9060-a8965cb1950c tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.0961103 Jun 18 10:25:55.208144 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d1fe716c-3ea4-4485-adc7-109ed61edac5 req-f16af02f-01ef-4c8e-b0d9-d608f05babfb tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3bf990c-2037-48cf-8533-e4b880cee2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516734 Jun 18 10:25:55.249925 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960ac28-1aa7-46da-ac58-b6bf7da8a7f8 req-2a33a51f-4dfb-4ed3-b582-c6c23af6543e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:55.250941 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-5960ac28-1aa7-46da-ac58-b6bf7da8a7f8 req-2a33a51f-4dfb-4ed3-b582-c6c23af6543e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Synchronizing usage tracker for tenant:29d61a1ffe634e9fb5919a898e19c25f on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:25:55.300570 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-5960ac28-1aa7-46da-ac58-b6bf7da8a7f8 req-2a33a51f-4dfb-4ed3-b582-c6c23af6543e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Unset dirty status for tenant:29d61a1ffe634e9fb5919a898e19c25f on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:25:55.301880 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5960ac28-1aa7-46da-ac58-b6bf7da8a7f8 req-2a33a51f-4dfb-4ed3-b582-c6c23af6543e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.61 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 946 time: 0.1464791 Jun 18 10:25:55.372216 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05a1f0-c07d-4dee-a0e0-704eb7276861 req-271da2b1-e111-4338-9828-d2fa3d06764d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:55.373877 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5a05a1f0-c07d-4dee-a0e0-704eb7276861 req-271da2b1-e111-4338-9828-d2fa3d06764d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 945 time: 0.0942321 Jun 18 10:25:55.398536 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-5960ac28-1aa7-46da-ac58-b6bf7da8a7f8 req-19918723-5759-4914-8f4c-3725782691d4 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Deleting port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:25:55.398948 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-5960ac28-1aa7-46da-ac58-b6bf7da8a7f8 req-19918723-5759-4914-8f4c-3725782691d4 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:55.443711 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5a05a1f0-c07d-4dee-a0e0-704eb7276861 req-2cb61107-fada-4e35-82b0-e9a7048f5a19 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606530 Jun 18 10:25:55.460049 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:25:55.734020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-5960ac28-1aa7-46da-ac58-b6bf7da8a7f8 req-19918723-5759-4914-8f4c-3725782691d4 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] For port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:25:55.734429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-5960ac28-1aa7-46da-ac58-b6bf7da8a7f8 req-19918723-5759-4914-8f4c-3725782691d4 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:55.782112 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:55.815309 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:25:55.834169 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:25:55.866075 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:55.873175 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-5960ac28-1aa7-46da-ac58-b6bf7da8a7f8 req-19918723-5759-4914-8f4c-3725782691d4 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Calling delete_port for 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:25:55.884487 dv-cinder-797022-1-smb neutron-server[82104]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'code': 422} returned with failed status Jun 18 10:25:55.884849 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:55.959562 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,revision_number=8']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:55.964294 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:56.162177 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-5960ac28-1aa7-46da-ac58-b6bf7da8a7f8 req-19918723-5759-4914-8f4c-3725782691d4 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:56.169153 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-909e28e6-85d1-4f43-bccc-1ceb332065b1 tempest-VolumesActionsTest-762974659 tempest-VolumesActionsTest-762974659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:56.215213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19918723-5759-4914-8f4c-3725782691d4 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Pushing event deleted for resources: {'Port': ['ID=6f5ef2fa-4296-4d67-bf1f-76f917fe66ba,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:56.219735 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-19918723-5759-4914-8f4c-3725782691d4 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:56.301875 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5960ac28-1aa7-46da-ac58-b6bf7da8a7f8 req-19918723-5759-4914-8f4c-3725782691d4 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] No DVR routers for this DVR port 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:25:56.306176 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-5960ac28-1aa7-46da-ac58-b6bf7da8a7f8 req-19918723-5759-4914-8f4c-3725782691d4 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:56.309335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'name': 'network-vif-deleted', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:25:56.358278 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5960ac28-1aa7-46da-ac58-b6bf7da8a7f8 req-19918723-5759-4914-8f4c-3725782691d4 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.61 "DELETE /v2.0/ports/6f5ef2fa-4296-4d67-bf1f-76f917fe66ba HTTP/1.1" status: 204 len: 173 time: 1.0376682 Jun 18 10:25:56.406452 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b90452a9-e246-4dde-9624-45b1e5ebddf7 req-edadc40c-94cc-432a-8776-b04490842a3e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 210 time: 0.0521750 Jun 18 10:25:56.476811 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1033e3f8-f1b2-4734-9c90-8be45d529f56', 'name': 'network-vif-deleted', 'tag': '6f5ef2fa-4296-4d67-bf1f-76f917fe66ba', 'status': 'completed', 'code': 200} Jun 18 10:25:57.608397 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-105a2475-05d0-43b5-9890-5fe9921d3cc0 req-bb38843e-ea43-4099-912b-ba2f1e773f90 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "GET /v2.0/ports?device_id=1033e3f8-f1b2-4734-9c90-8be45d529f56 HTTP/1.1" status: 200 len: 210 time: 0.0530214 Jun 18 10:25:58.064212 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b2b49bb2-6bf9-4ea1-b4b0-f2feb44285b7 req-04332628-10f2-4dca-a1a9-9757142fc6fb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2326598 Jun 18 10:25:58.444660 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80207d8-2e92-4333-9f21-de8c0bb8dc57 req-89e00f5d-2e38-40d7-917c-d383f9d194f8 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:58.446389 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f80207d8-2e92-4333-9f21-de8c0bb8dc57 req-89e00f5d-2e38-40d7-917c-d383f9d194f8 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.0966313 Jun 18 10:25:58.497624 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f80207d8-2e92-4333-9f21-de8c0bb8dc57 req-b55d9356-576a-4f3c-a96a-03ad3246d7c3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446017 Jun 18 10:25:58.556745 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-092b2f59-aa5c-4d66-9406-8c4585d1949b req-d2818f22-d286-45a4-b982-3476c98bc27f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815628 Jun 18 10:25:58.733118 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47908) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:58.824028 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-730d2d41-a96d-42d2-a7a1-ad001ea925b7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:58.856545 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-730d2d41-a96d-42d2-a7a1-ad001ea925b7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:58.951719 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-730d2d41-a96d-42d2-a7a1-ad001ea925b7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:58.958005 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e6fffc59-ea00-4470-8f37-3550f932708d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:25:58.973960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d2d41-a96d-42d2-a7a1-ad001ea925b7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf990c-2037-48cf-8533-e4b880cee2cb,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:25:58.978525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-730d2d41-a96d-42d2-a7a1-ad001ea925b7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:25:59.024620 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-730d2d41-a96d-42d2-a7a1-ad001ea925b7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:59.026390 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-730d2d41-a96d-42d2-a7a1-ad001ea925b7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] 10.222.0.22 "DELETE /v2.0/security-groups/c3bf990c-2037-48cf-8533-e4b880cee2cb HTTP/1.1" status: 204 len: 168 time: 0.2915521 Jun 18 10:25:59.148561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47916) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:25:59.482146 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-092b2f59-aa5c-4d66-9406-8c4585d1949b req-869f713f-cbc2-40e8-844e-587bbe4c15eb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243&tenant_id=b4708127900147f7b1e6283debca3a44 HTTP/1.1" status: 200 len: 1096 time: 0.2490001 Jun 18 10:25:59.506662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:25:59.541273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:25:59.541698 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 6f5ef2fa-4296-4d67-bf1f-76f917fe66ba not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:25:59.542226 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:25:59.619727 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-092b2f59-aa5c-4d66-9406-8c4585d1949b req-8915deef-e70b-44c1-b7c4-58d784a3c795 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 1096 time: 0.1084921 Jun 18 10:25:59.753184 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aeb91-5e63-4138-b621-08dee3ffc6c6 req-fcec7ff9-62a6-4eb6-b062-08af979ea7e2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:59.754830 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-442aeb91-5e63-4138-b621-08dee3ffc6c6 req-fcec7ff9-62a6-4eb6-b062-08af979ea7e2 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.0926578 Jun 18 10:25:59.820318 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-442aeb91-5e63-4138-b621-08dee3ffc6c6 req-76f2db07-b864-43de-b652-ae6210931f95 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529995 Jun 18 10:25:59.850582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b2f59-aa5c-4d66-9406-8c4585d1949b req-105565d6-5fbe-4917-b956-bad3fefe8dc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:25:59.852761 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-092b2f59-aa5c-4d66-9406-8c4585d1949b req-105565d6-5fbe-4917-b956-bad3fefe8dc9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 917 time: 0.2215002 Jun 18 10:26:00.046300 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-092b2f59-aa5c-4d66-9406-8c4585d1949b req-ba1c5a02-6009-4f70-af60-428b7606022e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304 HTTP/1.1" status: 200 len: 999 time: 0.1869040 Jun 18 10:26:00.134736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b2f59-aa5c-4d66-9406-8c4585d1949b req-a8557c26-c452-4369-a7d9-ee4947e66bb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:00.136583 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-092b2f59-aa5c-4d66-9406-8c4585d1949b req-a8557c26-c452-4369-a7d9-ee4947e66bb5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=249b3ba4-7c30-459c-9ca5-3024d11ab3e4 HTTP/1.1" status: 200 len: 855 time: 0.0837893 Jun 18 10:26:00.499788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701408'] for router_interface, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:00.571098 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-092b2f59-aa5c-4d66-9406-8c4585d1949b req-298b20e8-f314-404f-a4fa-9210721bebab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36a98459-85f7-45ea-9d84-197536a50832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4222062 Jun 18 10:26:00.796781 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-092b2f59-aa5c-4d66-9406-8c4585d1949b req-68120150-28cb-4501-87ca-0d4c371c53d2 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742067 Jun 18 10:26:00.979552 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-092b2f59-aa5c-4d66-9406-8c4585d1949b req-c43883e4-0b4b-46a5-bb90-e780b0522fc3 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759830 Jun 18 10:26:01.056674 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9d416-4398-4914-8564-47f4a822a493 req-32eaf8bd-90e1-44c0-be8b-aeade25da8b3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:01.058348 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c0e9d416-4398-4914-8564-47f4a822a493 req-32eaf8bd-90e1-44c0-be8b-aeade25da8b3 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.0950456 Jun 18 10:26:01.115633 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c0e9d416-4398-4914-8564-47f4a822a493 req-ff7c0416-7ee2-4403-a82a-9c88a4b659bd tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497622 Jun 18 10:26:01.470777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Deleting port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:26:01.471156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:01.689444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] For port 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=84e9d3a1-0ff9-4841-9351-bd77cd6dac3e,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:26:01.689921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:01.849493 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Calling delete_port for 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e owned by network:router_interface {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:26:02.181092 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:02.186580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:02.247433 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e9d3a1-0ff9-4841-9351-bd77cd6dac3e,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:02.354466 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:02.355029 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:02.355487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:02.356134 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:02.357393 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:02.357393 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:02.368595 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:02.369073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:02.369481 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:02.369897 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:02.370476 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:02.385963 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:02.466427 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4685-2a32-4d3e-b0f3-ca55cd0b4536 req-e8b325fc-9282-4fe1-aa89-58b587274abe tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:02.469652 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-738f4685-2a32-4d3e-b0f3-ca55cd0b4536 req-e8b325fc-9282-4fe1-aa89-58b587274abe tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.1749756 Jun 18 10:26:02.558710 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-738f4685-2a32-4d3e-b0f3-ca55cd0b4536 req-b4072593-0333-4438-a2c4-342cd154302d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785625 Jun 18 10:26:02.872642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4013040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075024'] for router_interface, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:03.559422 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Router f242d673-e7a2-4b4a-b16a-b25368fca14d has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:26:03.826613 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a973c1a-849c-419e-b84d-d6ed3be32f61 req-3372ca21-fdba-46bc-89a8-f06e1a2ec934 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:03.828430 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5a973c1a-849c-419e-b84d-d6ed3be32f61 req-3372ca21-fdba-46bc-89a8-f06e1a2ec934 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.0980225 Jun 18 10:26:03.920366 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5a973c1a-849c-419e-b84d-d6ed3be32f61 req-9bbd643e-39af-4ea6-b327-34e19957e629 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773277 Jun 18 10:26:04.119015 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:26:04.131603 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec43ef0-ac3d-4cef-bd1f-b735a84e407e None None] Sync routers for ids ['f242d673-e7a2-4b4a-b16a-b25368fca14d'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:26:04.137249 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ac81cbe0-5eeb-4b99-91d3-8f8f95ec6771 admin admin] 10.222.0.22 "PUT /v2.0/routers/f242d673-e7a2-4b4a-b16a-b25368fca14d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9831066 Jun 18 10:26:04.137573 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 47960) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:04.161061 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec43ef0-ac3d-4cef-bd1f-b735a84e407e None None] Routers {'f242d673-e7a2-4b4a-b16a-b25368fca14d'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:26:04.161840 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-dec43ef0-ac3d-4cef-bd1f-b735a84e407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:25:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f242d673-e7a2-4b4a-b16a-b25368fca14d'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:04.398340 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-dec43ef0-ac3d-4cef-bd1f-b735a84e407e None None] Set router f242d673-e7a2-4b4a-b16a-b25368fca14d gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:26:04.410031 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Notify callbacks [] for router, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:04.686392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:04.717154 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Deleting port f9861b1e-54b5-4506-8327-9bbfff68fae2 {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:26:04.717714 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:04.926541 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-dec43ef0-ac3d-4cef-bd1f-b735a84e407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:26:02Z', 'revision_number': 5, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port': {'id': 'f9861b1e-54b5-4506-8327-9bbfff68fae2', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:10Z', 'updated_at': '2021-06-18T10:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:04.932397 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec43ef0-ac3d-4cef-bd1f-b735a84e407e None None] Checking router: f242d673-e7a2-4b4a-b16a-b25368fca14d for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:26:04.951742 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec43ef0-ac3d-4cef-bd1f-b735a84e407e None None] Routers {'f242d673-e7a2-4b4a-b16a-b25368fca14d'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:26:04.954117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-dec43ef0-ac3d-4cef-bd1f-b735a84e407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:25:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['f242d673-e7a2-4b4a-b16a-b25368fca14d'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:05.201477 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-dec43ef0-ac3d-4cef-bd1f-b735a84e407e None None] Set router f242d673-e7a2-4b4a-b16a-b25368fca14d gateway port host: None {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:26:05.286208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] For port f9861b1e-54b5-4506-8327-9bbfff68fae2, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=f9861b1e-54b5-4506-8327-9bbfff68fae2,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:26:05.286617 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:05.372368 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-dec43ef0-ac3d-4cef-bd1f-b735a84e407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:26:04Z', 'revision_number': 6, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port_host': None}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:05.377835 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec43ef0-ac3d-4cef-bd1f-b735a84e407e None None] The sync data for ids ['f242d673-e7a2-4b4a-b16a-b25368fca14d'] in dv-cinder-797022-1-smb is: [{'id': 'f242d673-e7a2-4b4a-b16a-b25368fca14d', 'name': 'tempest-TestShelveInstance-1681243258-router', 'tenant_id': '29d61a1ffe634e9fb5919a898e19c25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:09Z', 'updated_at': '2021-06-18T10:26:04Z', 'revision_number': 6, 'project_id': '29d61a1ffe634e9fb5919a898e19c25f', 'gw_port_host': None}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:26:05.435416 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Calling delete_port for f9861b1e-54b5-4506-8327-9bbfff68fae2 owned by network:router_gateway {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:26:05.498463 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97972ebd-f917-4c83-a8e7-2fe1ebc90520 req-39256b6d-ed8d-449e-8645-6aca9a8abb1f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:05.506484 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-97972ebd-f917-4c83-a8e7-2fe1ebc90520 req-39256b6d-ed8d-449e-8645-6aca9a8abb1f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.3379047 Jun 18 10:26:05.590188 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-97972ebd-f917-4c83-a8e7-2fe1ebc90520 req-150ead9d-ea1b-454c-86ee-fb69efecc9e0 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823581 Jun 18 10:26:05.734636 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:05.739987 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-879a142d-64ec-4ebd-be91-f6c8f7c943c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:05.789595 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9861b1e-54b5-4506-8327-9bbfff68fae2,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:05.818938 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:06.037321 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692977'] for router_gateway, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:06.151438 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:26:06.250795 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:26:06.251443 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 84e9d3a1-0ff9-4841-9351-bd77cd6dac3e not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:26:06.252061 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f9861b1e-54b5-4506-8327-9bbfff68fae2 no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:26:06.314738 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: f9861b1e-54b5-4506-8327-9bbfff68fae2 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:26:06.315029 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f9861b1e-54b5-4506-8327-9bbfff68fae2 not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:26:06.380742 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89602'] for router, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:06.385836 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:06.453308 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697056'] for router, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:06.453975 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f242d673-e7a2-4b4a-b16a-b25368fca14d {{(pid=82215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:26:06.471640 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Notify callbacks [] for router, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:06.476218 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f242d673-e7a2-4b4a-b16a-b25368fca14d HTTP/1.1" status: 204 len: 168 time: 2.3371658 Jun 18 10:26:06.476419 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47984) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:06.550134 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cf607c-a583-44bf-a365-d63ca26e3c41 admin admin] Deleting subnet 534e7a3e-971a-4d53-bcf5-277afec370c4 {{(pid=82216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:26:06.553890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e9cf607c-a583-44bf-a365-d63ca26e3c41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:06.623916 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e9cf607c-a583-44bf-a365-d63ca26e3c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852513759'] for subnet, precommit_delete_associations {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:06.794725 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e9cf607c-a583-44bf-a365-d63ca26e3c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:06.876708 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703a873-89e3-4949-b83a-4b2dbce04b18 req-04510558-cd8b-4b83-affc-a6020c5b7612 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:06.878135 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d703a873-89e3-4949-b83a-4b2dbce04b18 req-04510558-cd8b-4b83-affc-a6020c5b7612 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.1091373 Jun 18 10:26:06.948340 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-d703a873-89e3-4949-b83a-4b2dbce04b18 req-c798dcab-7073-462f-9c71-2b6a5d22aa04 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614247 Jun 18 10:26:07.129174 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e9cf607c-a583-44bf-a365-d63ca26e3c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2679532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852222038'] for subnet, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:07.135368 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:07.175297 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf607c-a583-44bf-a365-d63ca26e3c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534e7a3e-971a-4d53-bcf5-277afec370c4,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:07.178090 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e9cf607c-a583-44bf-a365-d63ca26e3c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:07.181214 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e9cf607c-a583-44bf-a365-d63ca26e3c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:07.189350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8580304d-caea-4519-a71b-0a3c79fe9dc9 None None] Network 779db24d-307c-429a-92f7-dadebdf386cd requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:26:07.189601 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e9cf607c-a583-44bf-a365-d63ca26e3c41 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/534e7a3e-971a-4d53-bcf5-277afec370c4 HTTP/1.1" status: 204 len: 168 time: 0.7118683 Jun 18 10:26:07.192162 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 47990) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:07.326379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:07.353802 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Deleting port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:26:07.354606 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:07.561100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc8ef4-3a9d-4e64-bc72-1555224832d0 None None] DHCP port deletion for 779db24d-307c-429a-92f7-dadebdf386cd request from dv-cinder-797022-1-smb {{(pid=82217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:26:07.566349 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc8ef4-3a9d-4e64-bc72-1555224832d0 None None] Deleting port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 {{(pid=82217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:26:07.566899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4cfc8ef4-3a9d-4e64-bc72-1555224832d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:07.626133 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] For port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:26:07.626538 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:07.765594 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Calling delete_port for c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 owned by network:dhcp {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:26:07.801780 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-4cfc8ef4-3a9d-4e64-bc72-1555224832d0 None None] For port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4,segment=NetworkSegment(e7f168f2-56af-4a90-a9e0-95f51ff1b190),segment_id=e7f168f2-56af-4a90-a9e0-95f51ff1b190)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:26:07.802155 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4cfc8ef4-3a9d-4e64-bc72-1555224832d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:07.866163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:07.873597 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-78b40243-26ce-460a-8149-de79c5172485 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:07.922261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:07.926465 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:07.933313 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] No DVR routers for this DVR port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 on host dv-cinder-797022-1-smb {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:26:07.944900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc8ef4-3a9d-4e64-bc72-1555224832d0 None None] Calling delete_port for c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 owned by network:dhcp {{(pid=82217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:26:08.030759 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.db.api [None req-4cfc8ef4-3a9d-4e64-bc72-1555224832d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82217) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:26:08.031568 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_db.api [None req-4cfc8ef4-3a9d-4e64-bc72-1555224832d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:26:08.102955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:08.128322 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779db24d-307c-429a-92f7-dadebdf386cd']}} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:08.140983 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:26:08.158641 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f168f2-56af-4a90-a9e0-95f51ff1b190') {'for_net_delete': True} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:08.159844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f168f2-56af-4a90-a9e0-95f51ff1b190') {} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:08.185552 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262073'] for segment, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:08.202379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:08.207257 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:26:08.208166 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:26:08.211480 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=82216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:26:08.212260 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852095981'] for segment, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:26:08.231174 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:26:08.262672 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337ce5b-bd1f-446f-a473-e4fffd29f91a req-04e5596e-a827-418b-9b6b-8a6996423248 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:08.262672 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5337ce5b-bd1f-446f-a473-e4fffd29f91a req-04e5596e-a827-418b-9b6b-8a6996423248 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.1473460 Jun 18 10:26:08.330271 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5337ce5b-bd1f-446f-a473-e4fffd29f91a req-d7b94229-7d11-49e7-b2e5-e73124c72244 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511053 Jun 18 10:26:08.533252 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc8ef4-3a9d-4e64-bc72-1555224832d0 None None] Deleting port c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4 {{(pid=82217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:26:08.533821 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4cfc8ef4-3a9d-4e64-bc72-1555224832d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:08.609844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc8ef4-3a9d-4e64-bc72-1555224832d0 None None] The port 'c08b58cc-8c35-4701-9e87-6cf5fb1d9ca4' was deleted {{(pid=82217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:26:10.345689 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:10.355140 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:10.364235 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1e8bcffc-5d6d-431a-a1ca-97cb0cf3c145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:10.407060 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Pushing event deleted for resources: {'Network': ['ID=779db24d-307c-429a-92f7-dadebdf386cd,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:10.412578 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:10.465222 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] 10.222.0.22 "DELETE /v2.0/networks/779db24d-307c-429a-92f7-dadebdf386cd HTTP/1.1" status: 204 len: 168 time: 3.2691948 Jun 18 10:26:10.465788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 48006) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:10.471848 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06341256-e48d-43e6-b618-0c37df738f44 req-f78f3367-1512-4d9a-a2ed-1030854f35e4 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:10.484939 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-06341256-e48d-43e6-b618-0c37df738f44 req-f78f3367-1512-4d9a-a2ed-1030854f35e4 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.1280835 Jun 18 10:26:10.558248 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-06341256-e48d-43e6-b618-0c37df738f44 req-d25a67ce-26e9-490e-be25-8323cbd52d71 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700741 Jun 18 10:26:11.012279 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701408'] for router_interface, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:11.152554 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:26:11.823452 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] Deleting port 641b2401-ce52-42ac-a549-0df1eb872d7d {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:26:11.824094 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:11.902297 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276d165-3958-431a-b9b9-0bf6c80f4e24 req-af766605-26c9-4eb4-84c1-dae6cf71e784 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:11.918264 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3276d165-3958-431a-b9b9-0bf6c80f4e24 req-af766605-26c9-4eb4-84c1-dae6cf71e784 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.1653841 Jun 18 10:26:12.058132 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3276d165-3958-431a-b9b9-0bf6c80f4e24 req-0055a5bf-afa6-4231-95c5-e93ff5ffe7a4 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389072 Jun 18 10:26:12.166510 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] For port 641b2401-ce52-42ac-a549-0df1eb872d7d, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=641b2401-ce52-42ac-a549-0df1eb872d7d,segment=NetworkSegment(5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b),segment_id=5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:26:12.166918 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:12.333551 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] Calling delete_port for 641b2401-ce52-42ac-a549-0df1eb872d7d owned by network:router_interface {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:26:12.653086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:12.658874 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-78d5a79a-0c22-473d-bc29-994c8f320fca tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:12.944283 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] Pushing event deleted for resources: {'Port': ['ID=641b2401-ce52-42ac-a549-0df1eb872d7d,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:12.948114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:13.115596 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:13.417552 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4013040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075024'] for router_interface, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:13.451913 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b071bc-fc6d-47fe-b123-2d8d29d3559e req-d704917f-d8b1-440f-abba-e261be9df118 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:13.451913 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e6b071bc-fc6d-47fe-b123-2d8d29d3559e req-d704917f-d8b1-440f-abba-e261be9df118 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.1532176 Jun 18 10:26:13.491402 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e6b071bc-fc6d-47fe-b123-2d8d29d3559e req-ac87d51a-8c34-44d1-a2f3-afd4e87bf3de tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498590 Jun 18 10:26:14.106235 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] Router a41655ba-7dcb-4338-ac54-82396c3beebb has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:26:14.384972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:26:14.395657 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] 10.222.0.22 "PUT /v2.0/routers/a41655ba-7dcb-4338-ac54-82396c3beebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9283926 Jun 18 10:26:14.398524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 48032) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:14.399417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07142380-e2a2-4c22-91ce-4e1fdcc97a35 None None] Sync routers for ids ['a41655ba-7dcb-4338-ac54-82396c3beebb'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:26:14.414968 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07142380-e2a2-4c22-91ce-4e1fdcc97a35 None None] Routers {'a41655ba-7dcb-4338-ac54-82396c3beebb'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:26:14.416105 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-07142380-e2a2-4c22-91ce-4e1fdcc97a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:25:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a41655ba-7dcb-4338-ac54-82396c3beebb'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:14.620577 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-07142380-e2a2-4c22-91ce-4e1fdcc97a35 None None] Set router a41655ba-7dcb-4338-ac54-82396c3beebb gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:26:14.624465 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:14.843418 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:14.849755 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abf2a8-e4d7-41a1-a529-21ea9b9456b9 req-cc30b165-223a-4d25-a6fe-81622b55a320 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:14.852203 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-36abf2a8-e4d7-41a1-a529-21ea9b9456b9 req-cc30b165-223a-4d25-a6fe-81622b55a320 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.0952635 Jun 18 10:26:14.888529 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Deleting port f9e46db1-84ab-4541-a7f0-21e98a539762 {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:26:14.888926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:14.922551 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-36abf2a8-e4d7-41a1-a529-21ea9b9456b9 req-15667357-7dbb-44a9-9cc6-0c9506c90482 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635738 Jun 18 10:26:14.982299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-07142380-e2a2-4c22-91ce-4e1fdcc97a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'name': 'tempest-TestShelveInstance-1833302729-router', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:28Z', 'updated_at': '2021-06-18T10:26:12Z', 'revision_number': 5, 'project_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'gw_port': {'id': 'f9e46db1-84ab-4541-a7f0-21e98a539762', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:30Z', 'updated_at': '2021-06-18T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:14.987291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07142380-e2a2-4c22-91ce-4e1fdcc97a35 None None] Checking router: a41655ba-7dcb-4338-ac54-82396c3beebb for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:26:15.002437 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07142380-e2a2-4c22-91ce-4e1fdcc97a35 None None] Routers {'a41655ba-7dcb-4338-ac54-82396c3beebb'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:26:15.003139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-07142380-e2a2-4c22-91ce-4e1fdcc97a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:25:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a41655ba-7dcb-4338-ac54-82396c3beebb'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:15.106081 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] For port f9e46db1-84ab-4541-a7f0-21e98a539762, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=f9e46db1-84ab-4541-a7f0-21e98a539762,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:26:15.106472 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:15.170955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-07142380-e2a2-4c22-91ce-4e1fdcc97a35 None None] Set router a41655ba-7dcb-4338-ac54-82396c3beebb gateway port host: None {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:26:15.238296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Calling delete_port for f9e46db1-84ab-4541-a7f0-21e98a539762 owned by network:router_gateway {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:26:15.284579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-07142380-e2a2-4c22-91ce-4e1fdcc97a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'name': 'tempest-TestShelveInstance-1833302729-router', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:28Z', 'updated_at': '2021-06-18T10:26:14Z', 'revision_number': 6, 'project_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'gw_port_host': None}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:15.289599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07142380-e2a2-4c22-91ce-4e1fdcc97a35 None None] The sync data for ids ['a41655ba-7dcb-4338-ac54-82396c3beebb'] in dv-cinder-797022-1-smb is: [{'id': 'a41655ba-7dcb-4338-ac54-82396c3beebb', 'name': 'tempest-TestShelveInstance-1833302729-router', 'tenant_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:20:28Z', 'updated_at': '2021-06-18T10:26:14Z', 'revision_number': 6, 'project_id': '5e4f5bc30eef41078a9cae9a08e94ff6', 'gw_port_host': None}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:26:15.481223 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:15.486234 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b7424ded-1c5d-4498-ba7c-e032d874e72a tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:15.529126 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e46db1-84ab-4541-a7f0-21e98a539762,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:15.533271 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:15.999694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692977'] for router_gateway, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:16.128274 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f9e46db1-84ab-4541-a7f0-21e98a539762 no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:26:16.187450 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: f9e46db1-84ab-4541-a7f0-21e98a539762 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:26:16.188330 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f9e46db1-84ab-4541-a7f0-21e98a539762 not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:26:16.188910 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 641b2401-ce52-42ac-a549-0df1eb872d7d no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:26:16.227077 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: 641b2401-ce52-42ac-a549-0df1eb872d7d {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:26:16.227520 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 641b2401-ce52-42ac-a549-0df1eb872d7d not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:26:16.234399 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8986d-36c1-429a-bedf-e818e113b3fe req-ef1ac501-4a90-4132-81eb-caa0e00e59d1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:16.236504 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f5e8986d-36c1-429a-bedf-e818e113b3fe req-ef1ac501-4a90-4132-81eb-caa0e00e59d1 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.1300418 Jun 18 10:26:16.294695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89602'] for router, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:16.299541 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:16.325135 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f5e8986d-36c1-429a-bedf-e818e113b3fe req-1e9f46c2-bffb-4fff-849e-6868e4346ca7 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820134 Jun 18 10:26:16.328179 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-95f2e009-651e-4f94-80e7-10a65ee7d53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:16.356586 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697056'] for router, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:16.357212 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a41655ba-7dcb-4338-ac54-82396c3beebb {{(pid=82216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:26:16.370466 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] Notify callbacks [] for router, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:16.373513 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-9c35c3ba-ad94-4cc9-8905-8ad2b29107e6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a41655ba-7dcb-4338-ac54-82396c3beebb HTTP/1.1" status: 204 len: 168 time: 1.9721797 Jun 18 10:26:16.374602 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 48048) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:16.447355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b01255c-966c-49be-8474-ff9b740c88f0 admin admin] Deleting subnet 3ab6ed5b-3298-45f4-a877-d310a5317769 {{(pid=82216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:26:16.451855 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9b01255c-966c-49be-8474-ff9b740c88f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:16.505770 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9b01255c-966c-49be-8474-ff9b740c88f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852513759'] for subnet, precommit_delete_associations {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:16.588188 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9b01255c-966c-49be-8474-ff9b740c88f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:16.899007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9b01255c-966c-49be-8474-ff9b740c88f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2679532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852222038'] for subnet, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:16.904470 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:16.942611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01255c-966c-49be-8474-ff9b740c88f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab6ed5b-3298-45f4-a877-d310a5317769,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:16.945848 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9b01255c-966c-49be-8474-ff9b740c88f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:16.948555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9b01255c-966c-49be-8474-ff9b740c88f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for subnet, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:16.953919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79184c09-63bf-4b81-afc5-3346b6e7837a None None] Network 0c28787d-ec2e-4bbc-8559-482430549e39 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:26:16.955305 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-9b01255c-966c-49be-8474-ff9b740c88f0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3ab6ed5b-3298-45f4-a877-d310a5317769 HTTP/1.1" status: 204 len: 168 time: 0.5795827 Jun 18 10:26:16.958042 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 48056) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:17.081714 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:17.093892 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Deleting port a40b6821-cac1-4054-b5e5-c4cc1e6c862c {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:26:17.094278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:17.232951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4b5abb-a00c-423c-ae42-ea69d18a2fb5 None None] DHCP port deletion for 0c28787d-ec2e-4bbc-8559-482430549e39 request from dv-cinder-797022-1-smb {{(pid=82217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:26:17.237797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b5abb-a00c-423c-ae42-ea69d18a2fb5 None None] Deleting port a40b6821-cac1-4054-b5e5-c4cc1e6c862c {{(pid=82217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:26:17.238288 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5abb-a00c-423c-ae42-ea69d18a2fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:17.327145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] For port a40b6821-cac1-4054-b5e5-c4cc1e6c862c, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=a40b6821-cac1-4054-b5e5-c4cc1e6c862c,segment=NetworkSegment(5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b),segment_id=5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:26:17.327534 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:17.458115 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Calling delete_port for a40b6821-cac1-4054-b5e5-c4cc1e6c862c owned by network:dhcp {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:26:17.559416 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783c067-472d-42f0-a87b-b872622bbff8 req-911e0d60-fec0-4917-9474-398cd4935176 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:17.562033 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0783c067-472d-42f0-a87b-b872622bbff8 req-911e0d60-fec0-4917-9474-398cd4935176 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 943 time: 0.0988581 Jun 18 10:26:17.574207 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:17.579201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1dbf4ff5-4fac-4d04-847a-543a5ca72a4e tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:17.605355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:26:17.614839 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0783c067-472d-42f0-a87b-b872622bbff8 req-18239998-9845-40e3-8570-aa0adef1703b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465162 Jun 18 10:26:17.631029 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-1b4b5abb-a00c-423c-ae42-ea69d18a2fb5 None None] For port a40b6821-cac1-4054-b5e5-c4cc1e6c862c, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=a40b6821-cac1-4054-b5e5-c4cc1e6c862c,segment=NetworkSegment(5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b),segment_id=5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:26:17.631288 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40b6821-cac1-4054-b5e5-c4cc1e6c862c,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:17.631474 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5abb-a00c-423c-ae42-ea69d18a2fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:17.635320 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:17.637623 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] No DVR routers for this DVR port a40b6821-cac1-4054-b5e5-c4cc1e6c862c on host dv-cinder-797022-1-smb {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:26:17.771749 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:17.774125 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b5abb-a00c-423c-ae42-ea69d18a2fb5 None None] Calling delete_port for a40b6821-cac1-4054-b5e5-c4cc1e6c862c owned by network:dhcp {{(pid=82217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:26:17.785999 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c28787d-ec2e-4bbc-8559-482430549e39']}} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:17.800172 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b') {'for_net_delete': True} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:17.800510 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9135ce-5f49-46a5-bdd1-cd5d5ce7d14b') {} {{(pid=82216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:17.813795 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262073'] for segment, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:17.829287 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:17.836464 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=82216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:26:17.836909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852095981'] for segment, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:26:17.851548 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:26:17.946806 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.db.api [None req-1b4b5abb-a00c-423c-ae42-ea69d18a2fb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82217) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:26:17.946806 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_db.api [None req-1b4b5abb-a00c-423c-ae42-ea69d18a2fb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:26:17.952343 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:26:17.968212 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:17.968927 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'port_id': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'mac_address': 'fa:16:3e:aa:b4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:26:17.974109 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:17.993229 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:18.012718 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0c28787d-ec2e-4bbc-8559-482430549e39 HTTP/1.1" status: 204 len: 168 time: 1.0523365 Jun 18 10:26:18.017985 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c28787d-ec2e-4bbc-8559-482430549e39,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:18.026860 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1acdd706-f8af-4e2f-93bb-93784fadc387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:18.046136 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:18.066459 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:26:18.083838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:18.087009 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:26:18.122216 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:18.126791 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:18.184296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device a40b6821-cac1-4054-b5e5-c4cc1e6c862c no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:26:18.231584 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: a40b6821-cac1-4054-b5e5-c4cc1e6c862c {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:26:18.231982 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device a40b6821-cac1-4054-b5e5-c4cc1e6c862c not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:26:18.261617 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,revision_number=9']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:18.272958 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:18.340439 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['12f5cdb7-4a4a-48db-9b33-839d8cfc5304'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:26:18.344296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 48070) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:18.406137 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0fdaf1e6-9c64-4f28-814f-383e3287d708 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29d61a1ffe634e9fb5919a898e19c25f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0581448 Jun 18 10:26:18.406463 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 48076) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:18.449717 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b5abb-a00c-423c-ae42-ea69d18a2fb5 None None] Deleting port a40b6821-cac1-4054-b5e5-c4cc1e6c862c {{(pid=82217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:26:18.450322 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5abb-a00c-423c-ae42-ea69d18a2fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:18.474886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-171e6505-cfd4-44e6-9e76-8a8608c28dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:18.503470 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-171e6505-cfd4-44e6-9e76-8a8608c28dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:18.535642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b5abb-a00c-423c-ae42-ea69d18a2fb5 None None] The port 'a40b6821-cac1-4054-b5e5-c4cc1e6c862c' was deleted {{(pid=82217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:26:18.601051 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-171e6505-cfd4-44e6-9e76-8a8608c28dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:18.606570 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3046c6d0-95af-4c4f-9271-07d220a0abcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:18.623842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e6505-cfd4-44e6-9e76-8a8608c28dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6d4027-372d-4613-bbeb-681b4a55fa12,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:18.627633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-171e6505-cfd4-44e6-9e76-8a8608c28dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:18.631131 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-171e6505-cfd4-44e6-9e76-8a8608c28dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:18.633079 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-171e6505-cfd4-44e6-9e76-8a8608c28dbf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d6d4027-372d-4613-bbeb-681b4a55fa12 HTTP/1.1" status: 204 len: 168 time: 0.2255919 Jun 18 10:26:18.847746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980925c3-6e5e-4bdb-b85b-ba5605187f4a req-5e7b228d-81f5-49f2-a6e1-a531909a02a8 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:18.849363 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-980925c3-6e5e-4bdb-b85b-ba5605187f4a req-5e7b228d-81f5-49f2-a6e1-a531909a02a8 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 944 time: 0.0844388 Jun 18 10:26:18.859850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea314-4cbe-4e72-bbd7-b8aa826153c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:18.909443 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-980925c3-6e5e-4bdb-b85b-ba5605187f4a req-02e36ac5-c0c1-412b-a9c0-2512782d1760 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527327 Jun 18 10:26:19.189494 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:19.224945 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48086) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:19.285383 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b91941ae-3b23-49b2-8c7e-4504b50f1afc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e4f5bc30eef41078a9cae9a08e94ff6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0583613 Jun 18 10:26:19.288094 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48090) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:19.355330 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:19.383460 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:19.463763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:19.468941 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ae2c8c06-9e1c-4157-a77c-736ffbe2c1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:19.482972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2387e8-3c24-46e2-896a-47ee0355fcde,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:19.492958 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:19.494227 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae2387e8-3c24-46e2-896a-47ee0355fcde HTTP/1.1" status: 204 len: 168 time: 0.2050822 Jun 18 10:26:19.496165 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:19.496858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:19.496986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:19.497353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:19.497783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:19.498149 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:19.498564 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:19.498919 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:19.499313 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:19.499708 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:19.500096 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:26:19.503289 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:19.615812 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:26:19.692372 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:26:19.693017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:19.828239 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:19.862467 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:26:19.879217 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:26:19.926327 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'code': 200} Jun 18 10:26:19.944217 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:19.946827 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:20.037436 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,revision_number=10']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:20.042076 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:20.166935 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982b617-4624-4e0d-9979-393ff5980f16 req-574d5cc7-c350-4b4b-9351-ca63ecf72957 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:20.168606 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e982b617-4624-4e0d-9979-393ff5980f16 req-574d5cc7-c350-4b4b-9351-ca63ecf72957 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 946 time: 0.0911274 Jun 18 10:26:20.221519 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e982b617-4624-4e0d-9979-393ff5980f16 req-6d71312b-6645-4a12-befd-73ff7fe55d40 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461636 Jun 18 10:26:20.306774 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-38532f65-c543-41e2-a9ae-b3b561fb85e7 req-ff1a0bdd-f109-4eb7-bbc7-4680c68811f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 1099 time: 0.0974727 Jun 18 10:26:20.355226 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-38532f65-c543-41e2-a9ae-b3b561fb85e7 req-1b0e8fb9-529f-4ab0-b578-7ae04e8c4f18 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415902 Jun 18 10:26:20.408281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:21.473568 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb0d63-c447-49ad-a128-9a57aac6946d req-dd7ddc38-45e2-4cb6-8c3e-15ec80aaaf47 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:21.475173 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e3cb0d63-c447-49ad-a128-9a57aac6946d req-dd7ddc38-45e2-4cb6-8c3e-15ec80aaaf47 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 946 time: 0.0853500 Jun 18 10:26:21.525748 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e3cb0d63-c447-49ad-a128-9a57aac6946d req-e1ea8ba0-aae2-4891-932e-37fbbed80d02 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441518 Jun 18 10:26:22.752022 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1261ff-c155-408e-9291-41d6073bf6e6 req-6b840192-597e-410b-bcb9-a7de7896cfb8 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:22.753625 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ce1261ff-c155-408e-9291-41d6073bf6e6 req-6b840192-597e-410b-bcb9-a7de7896cfb8 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 946 time: 0.0882714 Jun 18 10:26:22.802421 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ce1261ff-c155-408e-9291-41d6073bf6e6 req-d5d82083-bf68-45ef-8e05-c3209f79ac84 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420084 Jun 18 10:26:23.910130 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48164) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:24.066839 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a189c633-8e8a-476e-a90c-5b9cf0545cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:24.103032 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-a189c633-8e8a-476e-a90c-5b9cf0545cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:26:24.107128 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-a189c633-8e8a-476e-a90c-5b9cf0545cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:d9f9d73f528243ada387fe553a120cc2 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:26:24.110235 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-a189c633-8e8a-476e-a90c-5b9cf0545cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:26:24.116420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-a189c633-8e8a-476e-a90c-5b9cf0545cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:26:24.249371 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a189c633-8e8a-476e-a90c-5b9cf0545cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:24.282694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a189c633-8e8a-476e-a90c-5b9cf0545cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:24.292091 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-85519566-ca4d-4463-b173-527d5be8df0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:24.339777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189c633-8e8a-476e-a90c-5b9cf0545cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d8266c-87c4-46d9-ad0a-b9a96b90f091,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:24.343389 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a189c633-8e8a-476e-a90c-5b9cf0545cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:24.347128 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-a189c633-8e8a-476e-a90c-5b9cf0545cc0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9f9d73f528243ada387fe553a120cc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4358912 Jun 18 10:26:24.350390 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48170) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:24.417652 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2ac8311b-18b1-410f-821e-ff9d01e4ea65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:24.444787 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2ac8311b-18b1-410f-821e-ff9d01e4ea65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:24.523204 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2ac8311b-18b1-410f-821e-ff9d01e4ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:24.528390 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611a65be-df05-41e7-a96c-73d471c690a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:24.540918 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8311b-18b1-410f-821e-ff9d01e4ea65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d8266c-87c4-46d9-ad0a-b9a96b90f091,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:24.544160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2ac8311b-18b1-410f-821e-ff9d01e4ea65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:24.546300 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2ac8311b-18b1-410f-821e-ff9d01e4ea65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:24.547666 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2ac8311b-18b1-410f-821e-ff9d01e4ea65 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7d8266c-87c4-46d9-ad0a-b9a96b90f091 HTTP/1.1" status: 204 len: 168 time: 0.1960623 Jun 18 10:26:26.179311 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48200) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:26.336420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-95462338-449b-475a-8190-1528e351d7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:26.369615 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-95462338-449b-475a-8190-1528e351d7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:26:26.373642 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-95462338-449b-475a-8190-1528e351d7c2 admin admin] Usage tracker for resource:security_group_rule and tenant:d03dcbba21f2474aac041847112a1caa is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:26:26.376538 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-95462338-449b-475a-8190-1528e351d7c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:26:26.383007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-95462338-449b-475a-8190-1528e351d7c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:26:26.453181 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-95462338-449b-475a-8190-1528e351d7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:26.477226 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-95462338-449b-475a-8190-1528e351d7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:26.485372 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:26.533728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95462338-449b-475a-8190-1528e351d7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17184b8b-ce40-4f02-9e5c-d091f6ed1e8d,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:26.536886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-95462338-449b-475a-8190-1528e351d7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:26.540305 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-95462338-449b-475a-8190-1528e351d7c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d03dcbba21f2474aac041847112a1caa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3598826 Jun 18 10:26:26.543282 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48206) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:26.611808 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9d89cc3c-1a36-4539-91dc-4ef9f4d47e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:26.640608 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9d89cc3c-1a36-4539-91dc-4ef9f4d47e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:26.716678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9d89cc3c-1a36-4539-91dc-4ef9f4d47e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:26.720872 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-165dcb34-012b-4d35-bc6b-9d9d492cde96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:26.733938 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89cc3c-1a36-4539-91dc-4ef9f4d47e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17184b8b-ce40-4f02-9e5c-d091f6ed1e8d,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:26.738134 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9d89cc3c-1a36-4539-91dc-4ef9f4d47e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:26.742178 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9d89cc3c-1a36-4539-91dc-4ef9f4d47e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:26.743431 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-9d89cc3c-1a36-4539-91dc-4ef9f4d47e4b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17184b8b-ce40-4f02-9e5c-d091f6ed1e8d HTTP/1.1" status: 204 len: 168 time: 0.1990819 Jun 18 10:26:40.539187 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48340) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:40.698728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eb8ad916-3890-4c33-8332-976f7fd4d29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:40.732574 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-eb8ad916-3890-4c33-8332-976f7fd4d29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:26:40.736592 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-eb8ad916-3890-4c33-8332-976f7fd4d29a admin admin] Usage tracker for resource:security_group_rule and tenant:839708a8ad0540e1a7ddb5c085d71b11 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:26:40.739671 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-eb8ad916-3890-4c33-8332-976f7fd4d29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:26:40.745902 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-eb8ad916-3890-4c33-8332-976f7fd4d29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:26:40.820930 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eb8ad916-3890-4c33-8332-976f7fd4d29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:40.864979 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eb8ad916-3890-4c33-8332-976f7fd4d29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:40.873847 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-81105e01-762b-475c-af94-9a51722f11c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:40.917952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ad916-3890-4c33-8332-976f7fd4d29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2e714c-18ec-41a0-8bf1-ba22ef494c4a,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:40.922082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-eb8ad916-3890-4c33-8332-976f7fd4d29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:40.924582 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-eb8ad916-3890-4c33-8332-976f7fd4d29a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=839708a8ad0540e1a7ddb5c085d71b11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3842521 Jun 18 10:26:40.927581 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48346) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:26:40.997431 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e05081cd-39ee-4b06-a12b-be786d9a7191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:41.030291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e05081cd-39ee-4b06-a12b-be786d9a7191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:41.103699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e05081cd-39ee-4b06-a12b-be786d9a7191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:41.107800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-00c8b709-9e0a-40c9-b318-78f74c78c519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:41.119508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05081cd-39ee-4b06-a12b-be786d9a7191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2e714c-18ec-41a0-8bf1-ba22ef494c4a,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:41.123674 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e05081cd-39ee-4b06-a12b-be786d9a7191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:41.126987 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e05081cd-39ee-4b06-a12b-be786d9a7191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:41.128181 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e05081cd-39ee-4b06-a12b-be786d9a7191 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be2e714c-18ec-41a0-8bf1-ba22ef494c4a HTTP/1.1" status: 204 len: 168 time: 0.1989691 Jun 18 10:26:43.083838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:43.679348 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb64f9a3-90a5-4b41-bce0-3f380820a3d7 req-8f05f804-7fa1-48e3-8e53-53faa200fd98 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819640 Jun 18 10:26:43.837562 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb64f9a3-90a5-4b41-bce0-3f380820a3d7 req-d8a0b9c8-c6da-481f-b5cd-a4ec03eb600d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4708127900147f7b1e6283debca3a44&device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 1099 time: 0.0777721 Jun 18 10:26:44.003735 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64f9a3-90a5-4b41-bce0-3f380820a3d7 req-7efd2f30-11e2-488d-b767-e6ec19274d93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:44.005490 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb64f9a3-90a5-4b41-bce0-3f380820a3d7 req-7efd2f30-11e2-488d-b767-e6ec19274d93 service neutron] 10.222.0.61 "GET /v2.0/networks?id=36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 200 len: 917 time: 0.1455564 Jun 18 10:26:44.124537 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb64f9a3-90a5-4b41-bce0-3f380820a3d7 req-4266f155-1f9b-46b4-86f1-e0e3092ff467 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304 HTTP/1.1" status: 200 len: 1001 time: 0.1115994 Jun 18 10:26:44.205887 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64f9a3-90a5-4b41-bce0-3f380820a3d7 req-5fdc307c-f229-4098-8c72-d1479be14a5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:44.207464 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb64f9a3-90a5-4b41-bce0-3f380820a3d7 req-5fdc307c-f229-4098-8c72-d1479be14a5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=249b3ba4-7c30-459c-9ca5-3024d11ab3e4 HTTP/1.1" status: 200 len: 855 time: 0.0762045 Jun 18 10:26:44.306011 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb64f9a3-90a5-4b41-bce0-3f380820a3d7 req-cb68d0c3-51a3-4da9-8464-b32ef0ace975 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36a98459-85f7-45ea-9d84-197536a50832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902615 Jun 18 10:26:44.455384 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb64f9a3-90a5-4b41-bce0-3f380820a3d7 req-c241eeac-ea20-4e6f-9e8e-d55a0ac31296 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427939 Jun 18 10:26:44.604938 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb64f9a3-90a5-4b41-bce0-3f380820a3d7 req-cac8c278-33d4-4280-bd07-32a239bfd420 service neutron] 10.222.0.61 "GET /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418180 Jun 18 10:26:46.488254 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fb8430a8-1fa6-4e6a-a451-82ebc60e84ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:48.034603 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:48.153563 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:26:48.859346 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0b4b807d-d29f-42af-8e0c-7eed233ac1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:49.197741 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:50.425492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:55.570406 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96bc52-2231-42be-92c0-dbd9edb33074 req-d5d8aa66-8553-4cf6-85c9-56674da9fc6c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:55.572044 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8e96bc52-2231-42be-92c0-dbd9edb33074 req-d5d8aa66-8553-4cf6-85c9-56674da9fc6c tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 946 time: 0.3059413 Jun 18 10:26:55.624648 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8e96bc52-2231-42be-92c0-dbd9edb33074 req-6afeaf5e-7233-44ee-93f6-5f4bdacb2fb4 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462534 Jun 18 10:26:56.844033 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-07f043e1-1093-4153-ab22-61ff0f7df58d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:56.844798 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-07f043e1-1093-4153-ab22-61ff0f7df58d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Synchronizing usage tracker for tenant:b4708127900147f7b1e6283debca3a44 on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:26:56.858400 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190bd1-ef3b-40b5-a8af-7e53874d34de req-e55fd3d3-ba9e-400b-bd2a-6e12dd4e8eef tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:26:56.860078 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-70190bd1-ef3b-40b5-a8af-7e53874d34de req-e55fd3d3-ba9e-400b-bd2a-6e12dd4e8eef tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 946 time: 0.0891671 Jun 18 10:26:56.898813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-07f043e1-1093-4153-ab22-61ff0f7df58d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Unset dirty status for tenant:b4708127900147f7b1e6283debca3a44 on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:26:56.900756 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-07f043e1-1093-4153-ab22-61ff0f7df58d tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 946 time: 0.1577327 Jun 18 10:26:56.915596 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-70190bd1-ef3b-40b5-a8af-7e53874d34de req-7e20f0e5-f5f0-4d80-b82c-ae115211369b tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups?id=993e471f-5856-4c1b-859e-613c9d546eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481517 Jun 18 10:26:56.994882 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Deleting port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:26:57.000591 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:57.502051 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] For port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:26:57.502461 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:57.825953 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:57.826364 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:57.826722 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.l3_db [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Floating IP 38658ccc-aa95-4283-b1e7-95bc6591ad5a disassociated. External IP: 172.28.2.249, port: 12f5cdb7-4a4a-48db-9b33-839d8cfc5304. Jun 18 10:26:57.827103 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Calling delete_port for 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:26:58.047671 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:58.054777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0bd5a768-e83d-458e-8e38-c3ee300c7525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:26:58.107902 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event deleted for resources: {'Port': ['ID=12f5cdb7-4a4a-48db-9b33-839d8cfc5304,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:26:58.111022 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:26:58.117183 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb8a42ef-6318-4dcd-bff3-9b8fa03af152 req-10a8c4af-d66b-407d-a873-b8c73157d325 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 210 time: 0.0577900 Jun 18 10:26:58.352874 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Router a194f75c-a04b-46b9-8696-55b6dab7aac3 has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:26:58.599339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:26:58.611315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a187d4-efe6-4070-9c5b-594ed423fb32 None None] Sync routers for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:26:58.626071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a187d4-efe6-4070-9c5b-594ed423fb32 None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:26:58.627077 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-b6a187d4-efe6-4070-9c5b-594ed423fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:26:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:58.681654 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] No DVR routers for this DVR port 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:26:58.684798 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:58.687853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'name': 'network-vif-deleted', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:26:58.740209 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7c0ca61b-301d-41e6-843e-003257fb3c19 req-9f7ed958-a869-4eef-9190-9cb1f2027a7f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.61 "DELETE /v2.0/ports/12f5cdb7-4a4a-48db-9b33-839d8cfc5304 HTTP/1.1" status: 204 len: 173 time: 1.8337357 Jun 18 10:26:58.755636 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8825687-dd65-4fd7-9a13-126f1aa61243', 'name': 'network-vif-deleted', 'tag': '12f5cdb7-4a4a-48db-9b33-839d8cfc5304', 'status': 'completed', 'code': 200} Jun 18 10:26:58.835737 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-b6a187d4-efe6-4070-9c5b-594ed423fb32 None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:26:59.257045 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-b6a187d4-efe6-4070-9c5b-594ed423fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:20Z', 'revision_number': 5, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:59.262589 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a187d4-efe6-4070-9c5b-594ed423fb32 None None] Checking router: a194f75c-a04b-46b9-8696-55b6dab7aac3 for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:26:59.298295 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a187d4-efe6-4070-9c5b-594ed423fb32 None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:26:59.299414 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-b6a187d4-efe6-4070-9c5b-594ed423fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:26:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:59.351911 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-2fa04a70-a18e-4717-b0d8-9266a2648008 req-97b90451-418a-4964-b5a6-e8aaec0703e4 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8825687-dd65-4fd7-9a13-126f1aa61243 HTTP/1.1" status: 200 len: 210 time: 0.0606668 Jun 18 10:26:59.501747 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-b6a187d4-efe6-4070-9c5b-594ed423fb32 None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:26:59.857579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-b6a187d4-efe6-4070-9c5b-594ed423fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:20Z', 'revision_number': 5, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:26:59.861708 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a187d4-efe6-4070-9c5b-594ed423fb32 None None] The sync data for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb is: [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:20:07Z', 'revision_number': 4, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': '32385910-7ef3-4f55-9394-b49222acdd9e', 'name': '', 'network_id': '36a98459-85f7-45ea-9d84-197536a50832', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'mac_address': 'fa:16:3e:17:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:05Z', 'updated_at': '2021-06-18T10:20:20Z', 'revision_number': 5, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'subnets': [{'id': '249b3ba4-7c30-459c-9ca5-3024d11ab3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:27:00.304739 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caff9fe-83d9-4a76-bed4-1070e8cf17a7 None None] New status for floating IP 38658ccc-aa95-4283-b1e7-95bc6591ad5a: DOWN {{(pid=82217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:27:00.563783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48380) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:00.633973 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c4b47df-70d3-4c86-9283-be944c8f360f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:00.662602 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c4b47df-70d3-4c86-9283-be944c8f360f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:00.736855 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c4b47df-70d3-4c86-9283-be944c8f360f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:00.742305 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-179764be-f6ba-49a0-ba96-8ed67e276d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:00.758141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b47df-70d3-4c86-9283-be944c8f360f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=993e471f-5856-4c1b-859e-613c9d546eaf,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:00.760643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5c4b47df-70d3-4c86-9283-be944c8f360f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:00.794139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5c4b47df-70d3-4c86-9283-be944c8f360f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:00.797607 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-5c4b47df-70d3-4c86-9283-be944c8f360f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "DELETE /v2.0/security-groups/993e471f-5856-4c1b-859e-613c9d546eaf HTTP/1.1" status: 204 len: 168 time: 0.2305040 Jun 18 10:27:00.798284 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48384) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:00.816193 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.api.v2.resource [None req-0ae71b30-7a1b-435e-a79e-1f6494fc0906 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] show failed (client error): The resource could not be found. Jun 18 10:27:00.817272 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0ae71b30-7a1b-435e-a79e-1f6494fc0906 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "GET /v2.0/security-groups/993e471f-5856-4c1b-859e-613c9d546eaf HTTP/1.1" status: 404 len: 347 time: 0.0179799 Jun 18 10:27:00.820493 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48388) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:00.980856 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-db250d03-78e6-445f-851f-f438adba63ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Deleting port ecee1dc2-207f-49de-b2bd-bd584256eb0f {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:27:00.981225 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-db250d03-78e6-445f-851f-f438adba63ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:01.159361 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-db250d03-78e6-445f-851f-f438adba63ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:01.159722 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-db250d03-78e6-445f-851f-f438adba63ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:01.289335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-db250d03-78e6-445f-851f-f438adba63ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Calling delete_port for ecee1dc2-207f-49de-b2bd-bd584256eb0f owned by network:floatingip {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:27:01.548555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-db250d03-78e6-445f-851f-f438adba63ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:01.554189 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c90e599c-0ebd-4e49-874e-f0b07c115b48 tempest-VolumesActionsTest-366593518 tempest-VolumesActionsTest-366593518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:01.601231 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db250d03-78e6-445f-851f-f438adba63ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Pushing event deleted for resources: {'Port': ['ID=ecee1dc2-207f-49de-b2bd-bd584256eb0f,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:01.604064 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-db250d03-78e6-445f-851f-f438adba63ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:01.709653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-db250d03-78e6-445f-851f-f438adba63ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks [] for floatingip, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:01.725314 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-db250d03-78e6-445f-851f-f438adba63ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:01.726753 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-db250d03-78e6-445f-851f-f438adba63ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] 10.222.0.22 "DELETE /v2.0/floatingips/38658ccc-aa95-4283-b1e7-95bc6591ad5a HTTP/1.1" status: 204 len: 168 time: 0.9052942 Jun 18 10:27:01.840276 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:27:01.875849 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:27:01.876125 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device 12f5cdb7-4a4a-48db-9b33-839d8cfc5304 not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:27:04.858031 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48412) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:05.482714 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-47bc6a3b-1a93-4176-b4c7-f065dab130e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701408'] for router_interface, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:06.132952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-47bc6a3b-1a93-4176-b4c7-f065dab130e2 admin admin] Deleting port 32385910-7ef3-4f55-9394-b49222acdd9e {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:27:06.133593 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-47bc6a3b-1a93-4176-b4c7-f065dab130e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:06.316830 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-47bc6a3b-1a93-4176-b4c7-f065dab130e2 admin admin] For port 32385910-7ef3-4f55-9394-b49222acdd9e, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=32385910-7ef3-4f55-9394-b49222acdd9e,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:27:06.317230 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-47bc6a3b-1a93-4176-b4c7-f065dab130e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:06.447812 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-47bc6a3b-1a93-4176-b4c7-f065dab130e2 admin admin] Calling delete_port for 32385910-7ef3-4f55-9394-b49222acdd9e owned by network:router_interface {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:27:06.674653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-47bc6a3b-1a93-4176-b4c7-f065dab130e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:06.682484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:06.729406 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc6a3b-1a93-4176-b4c7-f065dab130e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32385910-7ef3-4f55-9394-b49222acdd9e,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:06.733994 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-47bc6a3b-1a93-4176-b4c7-f065dab130e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:07.273907 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-47bc6a3b-1a93-4176-b4c7-f065dab130e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4013040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075024'] for router_interface, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:07.895601 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bc6a3b-1a93-4176-b4c7-f065dab130e2 admin admin] Router a194f75c-a04b-46b9-8696-55b6dab7aac3 has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:27:08.106031 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bc6a3b-1a93-4176-b4c7-f065dab130e2 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:27:08.116141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43de301-b31e-453c-9981-7b23001d634b None None] Sync routers for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:27:08.119682 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-47bc6a3b-1a93-4176-b4c7-f065dab130e2 admin admin] 10.222.0.22 "PUT /v2.0/routers/a194f75c-a04b-46b9-8696-55b6dab7aac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2604697 Jun 18 10:27:08.122354 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 48418) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:08.130291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43de301-b31e-453c-9981-7b23001d634b None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:27:08.131324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-c43de301-b31e-453c-9981-7b23001d634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:26:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:27:08.337246 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Notify callbacks [] for router, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:08.461888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-c43de301-b31e-453c-9981-7b23001d634b None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:27:08.541872 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:08.590578 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Deleting port d7188c2b-1618-4de8-ace5-5fcdb27e769e {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:27:08.590982 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:08.762759 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-c43de301-b31e-453c-9981-7b23001d634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:27:06Z', 'revision_number': 5, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port': {'id': 'd7188c2b-1618-4de8-ace5-5fcdb27e769e', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:20:00Z', 'updated_at': '2021-06-18T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:27:08.766792 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43de301-b31e-453c-9981-7b23001d634b None None] Checking router: a194f75c-a04b-46b9-8696-55b6dab7aac3 for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:27:08.774815 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] For port d7188c2b-1618-4de8-ace5-5fcdb27e769e, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=d7188c2b-1618-4de8-ace5-5fcdb27e769e,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:27:08.775321 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:08.778834 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43de301-b31e-453c-9981-7b23001d634b None None] Routers {'a194f75c-a04b-46b9-8696-55b6dab7aac3'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:27:08.779498 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-c43de301-b31e-453c-9981-7b23001d634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:26:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['a194f75c-a04b-46b9-8696-55b6dab7aac3'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:27:08.907455 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Calling delete_port for d7188c2b-1618-4de8-ace5-5fcdb27e769e owned by network:router_gateway {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:27:08.945148 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-c43de301-b31e-453c-9981-7b23001d634b None None] Set router a194f75c-a04b-46b9-8696-55b6dab7aac3 gateway port host: None {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:27:09.059719 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-c43de301-b31e-453c-9981-7b23001d634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:27:08Z', 'revision_number': 6, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port_host': None}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:27:09.064265 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43de301-b31e-453c-9981-7b23001d634b None None] The sync data for ids ['a194f75c-a04b-46b9-8696-55b6dab7aac3'] in dv-cinder-797022-1-smb is: [{'id': 'a194f75c-a04b-46b9-8696-55b6dab7aac3', 'name': 'tempest-AttachVolumeShelveTestJSON-276710770-router', 'tenant_id': 'b4708127900147f7b1e6283debca3a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:19:59Z', 'updated_at': '2021-06-18T10:27:08Z', 'revision_number': 6, 'project_id': 'b4708127900147f7b1e6283debca3a44', 'gw_port_host': None}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:27:09.111324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:09.115754 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-cdc2f1c5-9e0f-49fe-a0b9-1decde0449eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:09.160112 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7188c2b-1618-4de8-ace5-5fcdb27e769e,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:09.173424 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:09.173867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:09.174285 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:09.174690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:09.175098 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:09.175618 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:09.175875 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:09.176283 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:09.176682 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:09.177082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:09.177530 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:09.210513 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:09.410507 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692977'] for router_gateway, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:09.911524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89602'] for router, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:09.918042 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:09.972703 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697056'] for router, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:09.973273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a194f75c-a04b-46b9-8696-55b6dab7aac3 {{(pid=82216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:27:09.986978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] Notify callbacks [] for router, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:09.988705 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-d667a495-9dcb-41f1-a110-72274b2cb85c admin admin] 10.222.0.22 "DELETE /v2.0/routers/a194f75c-a04b-46b9-8696-55b6dab7aac3 HTTP/1.1" status: 204 len: 168 time: 1.8648219 Jun 18 10:27:09.991998 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48422) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:10.061212 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6d5a4b-4b31-48cf-88c9-c8caa5ea2bf5 admin admin] Deleting subnet 249b3ba4-7c30-459c-9ca5-3024d11ab3e4 {{(pid=82215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:27:10.064789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5a4b-4b31-48cf-88c9-c8caa5ea2bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:10.122924 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5a4b-4b31-48cf-88c9-c8caa5ea2bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2344885'] for subnet, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:10.141505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 32385910-7ef3-4f55-9394-b49222acdd9e no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:27:10.178141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: 32385910-7ef3-4f55-9394-b49222acdd9e {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:27:10.178403 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 32385910-7ef3-4f55-9394-b49222acdd9e not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:27:10.178774 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device d7188c2b-1618-4de8-ace5-5fcdb27e769e no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:27:10.205473 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5a4b-4b31-48cf-88c9-c8caa5ea2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:10.211373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: d7188c2b-1618-4de8-ace5-5fcdb27e769e {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:27:10.211756 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device d7188c2b-1618-4de8-ace5-5fcdb27e769e not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:27:10.516533 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5a4b-4b31-48cf-88c9-c8caa5ea2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851812505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64804354'] for subnet, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:10.522059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-de5fe1b6-cc30-4781-9201-4bd8492380bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:10.558200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d5a4b-4b31-48cf-88c9-c8caa5ea2bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=249b3ba4-7c30-459c-9ca5-3024d11ab3e4,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:10.563379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-aa6d5a4b-4b31-48cf-88c9-c8caa5ea2bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:10.566627 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5a4b-4b31-48cf-88c9-c8caa5ea2bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:10.572469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc4a87-4fa1-47c4-8d29-04a2abd415c3 None None] Network 36a98459-85f7-45ea-9d84-197536a50832 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:27:10.573867 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-aa6d5a4b-4b31-48cf-88c9-c8caa5ea2bf5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/249b3ba4-7c30-459c-9ca5-3024d11ab3e4 HTTP/1.1" status: 204 len: 168 time: 0.5807002 Jun 18 10:27:10.576772 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48426) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:10.700639 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:10.712505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Deleting port d310bf02-d80a-4305-988e-1322e5f21af9 {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:27:10.712881 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:10.838866 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8689175a-3b1e-4497-b7f7-16f1f3318a11 None None] DHCP port deletion for 36a98459-85f7-45ea-9d84-197536a50832 request from dv-cinder-797022-1-smb {{(pid=82217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:27:10.843081 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8689175a-3b1e-4497-b7f7-16f1f3318a11 None None] Deleting port d310bf02-d80a-4305-988e-1322e5f21af9 {{(pid=82217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:27:10.843499 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8689175a-3b1e-4497-b7f7-16f1f3318a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:10.931882 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] For port d310bf02-d80a-4305-988e-1322e5f21af9, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=d310bf02-d80a-4305-988e-1322e5f21af9,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:27:10.932240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:11.064514 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Calling delete_port for d310bf02-d80a-4305-988e-1322e5f21af9 owned by network:dhcp {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:27:11.070725 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-8689175a-3b1e-4497-b7f7-16f1f3318a11 None None] For port d310bf02-d80a-4305-988e-1322e5f21af9, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=d310bf02-d80a-4305-988e-1322e5f21af9,segment=NetworkSegment(c6ee05bf-deba-4ba2-ad0f-ce6040d3d137),segment_id=c6ee05bf-deba-4ba2-ad0f-ce6040d3d137)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:27:11.071162 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8689175a-3b1e-4497-b7f7-16f1f3318a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:11.167670 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:11.172618 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-40d7c57d-9b1b-4cb8-81fb-19393caa6da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:11.198492 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8689175a-3b1e-4497-b7f7-16f1f3318a11 None None] Calling delete_port for d310bf02-d80a-4305-988e-1322e5f21af9 owned by network:dhcp {{(pid=82217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:27:11.219601 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d310bf02-d80a-4305-988e-1322e5f21af9,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:11.222622 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:11.226101 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] No DVR routers for this DVR port d310bf02-d80a-4305-988e-1322e5f21af9 on host dv-cinder-797022-1-smb {{(pid=82215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:27:11.278017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.db.api [None req-8689175a-3b1e-4497-b7f7-16f1f3318a11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82217) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:27:11.278888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_db.api [None req-8689175a-3b1e-4497-b7f7-16f1f3318a11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:27:11.362851 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:11.376556 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a98459-85f7-45ea-9d84-197536a50832']}} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:27:11.389024 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137') {'for_net_delete': True} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:27:11.389362 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ee05bf-deba-4ba2-ad0f-ce6040d3d137') {} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:27:11.401662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852430931'] for segment, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:11.416969 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:11.423450 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=82215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:27:11.423897 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2961816'] for segment, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:27:11.438209 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:27:11.544615 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:11.548685 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:11.569775 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:11.572484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=36a98459-85f7-45ea-9d84-197536a50832,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:11.578390 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:11.619619 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/36a98459-85f7-45ea-9d84-197536a50832 HTTP/1.1" status: 204 len: 168 time: 1.0415227 Jun 18 10:27:11.780254 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8689175a-3b1e-4497-b7f7-16f1f3318a11 None None] Deleting port d310bf02-d80a-4305-988e-1322e5f21af9 {{(pid=82217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:27:11.780684 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8689175a-3b1e-4497-b7f7-16f1f3318a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:11.852584 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8689175a-3b1e-4497-b7f7-16f1f3318a11 None None] The port 'd310bf02-d80a-4305-988e-1322e5f21af9' was deleted {{(pid=82217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:27:11.868133 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48432) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:11.932663 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-3fa89672-3002-4d9a-a532-84227f77ea5f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4708127900147f7b1e6283debca3a44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0630417 Jun 18 10:27:11.935457 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48436) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:12.014413 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2e1503db-0098-4d58-b2f0-e48efc05d4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:12.045441 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2e1503db-0098-4d58-b2f0-e48efc05d4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:12.139631 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2e1503db-0098-4d58-b2f0-e48efc05d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:12.144909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device d310bf02-d80a-4305-988e-1322e5f21af9 no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:27:12.145886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-dfedb0e3-9eee-46f4-ae98-218abd35b4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:12.167332 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1503db-0098-4d58-b2f0-e48efc05d4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53d8579-6fd2-4f34-a4e2-4713dd7b6e01,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:12.173966 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2e1503db-0098-4d58-b2f0-e48efc05d4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:12.176536 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2e1503db-0098-4d58-b2f0-e48efc05d4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:12.180502 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-2e1503db-0098-4d58-b2f0-e48efc05d4ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a53d8579-6fd2-4f34-a4e2-4713dd7b6e01 HTTP/1.1" status: 204 len: 168 time: 0.2412333 Jun 18 10:27:12.188106 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: d310bf02-d80a-4305-988e-1322e5f21af9 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:27:12.188499 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device d310bf02-d80a-4305-988e-1322e5f21af9 not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:27:13.091381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:16.333163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-afeaa582-4bcc-4a9c-a97d-bc58b2c0e96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:18.024797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:18.841678 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3ffcf8d4-03f3-497e-a86e-a2aef64062f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:19.199894 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:20.434269 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:25.155694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:27:43.092417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:46.332813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9de9ea26-68a0-4ab9-90ff-f9ee542a54a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:48.023711 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:48.850599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c1d12108-0e06-4cd2-b570-a6fa5eddeced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:49.199943 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:50.256065 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48802) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:50.416516 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:50.416997 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:50.450538 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:27:50.454630 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Usage tracker for resource:security_group_rule and tenant:69a52ac9f0c04e199c33977f5a937a9b is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:27:50.457565 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:27:50.463450 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:27:50.532893 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:50.572397 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:50.580663 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ddd727b6-5713-456f-97a0-72f23ebe437f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:50.624633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2f6647-e299-4b8b-b3cd-eb727c83348f,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:50.628790 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69a52ac9f0c04e199c33977f5a937a9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3716102 Jun 18 10:27:50.632063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 48808) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:50.636690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:50.637102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:50.637528 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:50.637931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:50.638373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:50.638772 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:50.639172 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:50.639558 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:50.639942 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:50.640327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:50.640715 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:27:50.645048 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:50.700684 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6adfb45f-6fd6-412d-90ab-a36da5b34837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:50.728156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6adfb45f-6fd6-412d-90ab-a36da5b34837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:50.804640 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6adfb45f-6fd6-412d-90ab-a36da5b34837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:50.809890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8741744e-c2d6-4619-95e6-cc4598faa982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:50.823931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfb45f-6fd6-412d-90ab-a36da5b34837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2f6647-e299-4b8b-b3cd-eb727c83348f,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:50.827912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6adfb45f-6fd6-412d-90ab-a36da5b34837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:50.829326 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6adfb45f-6fd6-412d-90ab-a36da5b34837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:50.830696 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-6adfb45f-6fd6-412d-90ab-a36da5b34837 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb2f6647-e299-4b8b-b3cd-eb727c83348f HTTP/1.1" status: 204 len: 168 time: 0.1974208 Jun 18 10:27:51.361279 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 48816) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:51.392827 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-56c2d17a-9ed4-409b-b5b4-e92349dcbf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:51.424902 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-56c2d17a-9ed4-409b-b5b4-e92349dcbf50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:27:51.428933 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-56c2d17a-9ed4-409b-b5b4-e92349dcbf50 admin admin] Usage tracker for resource:security_group_rule and tenant:ba4dd1e521164985a558c99ca5924de8 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:27:51.431870 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-56c2d17a-9ed4-409b-b5b4-e92349dcbf50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:27:51.438797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-56c2d17a-9ed4-409b-b5b4-e92349dcbf50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:27:51.504203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-56c2d17a-9ed4-409b-b5b4-e92349dcbf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:51.530454 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-56c2d17a-9ed4-409b-b5b4-e92349dcbf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:51.537947 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-025166c1-97ab-4cd2-b8cc-417e791e6ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:51.581398 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2d17a-9ed4-409b-b5b4-e92349dcbf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc54670-b169-48c0-80e7-dc5eb4d07429,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:51.586054 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-56c2d17a-9ed4-409b-b5b4-e92349dcbf50 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba4dd1e521164985a558c99ca5924de8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2236745 Jun 18 10:27:51.587045 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-56c2d17a-9ed4-409b-b5b4-e92349dcbf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:51.588966 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 48820) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:51.656114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c9e5d8d2-5809-4ed6-b930-403d171d4305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:51.682469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c9e5d8d2-5809-4ed6-b930-403d171d4305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:51.757338 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c9e5d8d2-5809-4ed6-b930-403d171d4305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:51.761516 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9d7789e8-e47d-4029-9d20-4b95e837c165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:51.777500 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5d8d2-5809-4ed6-b930-403d171d4305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc54670-b169-48c0-80e7-dc5eb4d07429,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:51.780057 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c9e5d8d2-5809-4ed6-b930-403d171d4305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:51.786937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c9e5d8d2-5809-4ed6-b930-403d171d4305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:51.788529 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c9e5d8d2-5809-4ed6-b930-403d171d4305 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbc54670-b169-48c0-80e7-dc5eb4d07429 HTTP/1.1" status: 204 len: 168 time: 0.1982472 Jun 18 10:27:58.064275 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 48910) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:58.221672 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-28a99124-b4e9-4452-ac23-1b4565f6efd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:58.255340 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-28a99124-b4e9-4452-ac23-1b4565f6efd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:27:58.260030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-28a99124-b4e9-4452-ac23-1b4565f6efd5 admin admin] Usage tracker for resource:security_group_rule and tenant:b0061de1e5184d2ba87d5113636b83f3 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:27:58.263014 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-28a99124-b4e9-4452-ac23-1b4565f6efd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:27:58.269594 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-28a99124-b4e9-4452-ac23-1b4565f6efd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:27:58.337040 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-28a99124-b4e9-4452-ac23-1b4565f6efd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:58.372099 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-28a99124-b4e9-4452-ac23-1b4565f6efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:58.380434 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ceade262-630a-4f60-8f31-8e8be49ce7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:58.422740 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a99124-b4e9-4452-ac23-1b4565f6efd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fea544a-3b80-41af-9c6b-74643c7c801d,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:58.426182 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-28a99124-b4e9-4452-ac23-1b4565f6efd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:58.429181 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-28a99124-b4e9-4452-ac23-1b4565f6efd5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0061de1e5184d2ba87d5113636b83f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3638332 Jun 18 10:27:58.431991 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 48916) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:58.499587 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23398576-0216-4517-b6b4-a73bf823b238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:58.525417 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23398576-0216-4517-b6b4-a73bf823b238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:58.652432 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23398576-0216-4517-b6b4-a73bf823b238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:58.656698 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-12462b15-60fc-40d9-9185-5d326243322c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:58.668540 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23398576-0216-4517-b6b4-a73bf823b238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fea544a-3b80-41af-9c6b-74643c7c801d,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:58.674332 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-23398576-0216-4517-b6b4-a73bf823b238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:58.676345 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23398576-0216-4517-b6b4-a73bf823b238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:58.677566 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-23398576-0216-4517-b6b4-a73bf823b238 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5fea544a-3b80-41af-9c6b-74643c7c801d HTTP/1.1" status: 204 len: 168 time: 0.2445912 Jun 18 10:27:59.227079 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 48924) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:59.246937 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5d167586-036e-4059-8576-683df2b384a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:59.279327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-5d167586-036e-4059-8576-683df2b384a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:27:59.286312 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-5d167586-036e-4059-8576-683df2b384a2 admin admin] Usage tracker for resource:security_group_rule and tenant:b9173343ed1749d6badbdc1418374a2e is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:27:59.289497 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-5d167586-036e-4059-8576-683df2b384a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:27:59.296770 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-5d167586-036e-4059-8576-683df2b384a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:27:59.366068 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5d167586-036e-4059-8576-683df2b384a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:59.404144 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5d167586-036e-4059-8576-683df2b384a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:59.412234 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-28a99124-b4e9-4452-ac23-1b4565f6efd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:59.457801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d167586-036e-4059-8576-683df2b384a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fdb7d5-962e-4105-9cf4-42e8df035955,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:59.460874 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5d167586-036e-4059-8576-683df2b384a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:59.463270 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-5d167586-036e-4059-8576-683df2b384a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b9173343ed1749d6badbdc1418374a2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2351363 Jun 18 10:27:59.466210 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 48928) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:27:59.531431 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d18d4f1-6ab5-4dc7-9fd4-a0ce7df95128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:59.563040 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d18d4f1-6ab5-4dc7-9fd4-a0ce7df95128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:59.646723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d18d4f1-6ab5-4dc7-9fd4-a0ce7df95128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:59.651952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-afb14adf-b864-4ed4-b4e8-dafb859c6de5 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:27:59.665030 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18d4f1-6ab5-4dc7-9fd4-a0ce7df95128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fdb7d5-962e-4105-9cf4-42e8df035955,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:27:59.667869 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0d18d4f1-6ab5-4dc7-9fd4-a0ce7df95128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:27:59.676884 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0d18d4f1-6ab5-4dc7-9fd4-a0ce7df95128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:27:59.678110 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0d18d4f1-6ab5-4dc7-9fd4-a0ce7df95128 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5fdb7d5-962e-4105-9cf4-42e8df035955 HTTP/1.1" status: 204 len: 168 time: 0.2108469 Jun 18 10:28:02.157481 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:28:04.323897 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49000) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:04.477610 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-391bdaa1-2649-4c0b-a753-893f52f6bf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:04.510978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-391bdaa1-2649-4c0b-a753-893f52f6bf79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:04.515608 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-391bdaa1-2649-4c0b-a753-893f52f6bf79 admin admin] Usage tracker for resource:security_group_rule and tenant:78509604d69f4e12bece6bc24252b1ef is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:04.518558 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-391bdaa1-2649-4c0b-a753-893f52f6bf79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:04.524489 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-391bdaa1-2649-4c0b-a753-893f52f6bf79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:04.594391 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-391bdaa1-2649-4c0b-a753-893f52f6bf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:04.650540 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-391bdaa1-2649-4c0b-a753-893f52f6bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:04.658917 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f44736b0-f79c-4216-88a3-f090bd71bf6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:04.706501 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bdaa1-2649-4c0b-a753-893f52f6bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2ed63f-2b3b-4ea0-ab05-2180fde61fa2,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:04.710797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-391bdaa1-2649-4c0b-a753-893f52f6bf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:04.713268 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-391bdaa1-2649-4c0b-a753-893f52f6bf79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=78509604d69f4e12bece6bc24252b1ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3882647 Jun 18 10:28:04.716217 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49006) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:04.780440 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-614da505-2c2e-4f76-80d1-29aa8e380e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:04.807161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-614da505-2c2e-4f76-80d1-29aa8e380e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:04.941620 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-614da505-2c2e-4f76-80d1-29aa8e380e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:04.946949 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b9752bab-4209-47a4-b510-6833f063822c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:04.957717 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614da505-2c2e-4f76-80d1-29aa8e380e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2ed63f-2b3b-4ea0-ab05-2180fde61fa2,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:04.961439 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-614da505-2c2e-4f76-80d1-29aa8e380e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:04.964664 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-614da505-2c2e-4f76-80d1-29aa8e380e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:04.965919 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-614da505-2c2e-4f76-80d1-29aa8e380e8e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd2ed63f-2b3b-4ea0-ab05-2180fde61fa2 HTTP/1.1" status: 204 len: 168 time: 0.2487082 Jun 18 10:28:05.478935 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 49014) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:05.501956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-84cf5227-5f5d-4ee5-8d37-48ab28768e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:05.535544 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-84cf5227-5f5d-4ee5-8d37-48ab28768e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:05.539550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-84cf5227-5f5d-4ee5-8d37-48ab28768e9a admin admin] Usage tracker for resource:security_group_rule and tenant:b5b8a3ad13b043e9925a3c9ee342bcf7 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:05.542501 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-84cf5227-5f5d-4ee5-8d37-48ab28768e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:05.548953 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-84cf5227-5f5d-4ee5-8d37-48ab28768e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:05.617085 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-84cf5227-5f5d-4ee5-8d37-48ab28768e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:05.656132 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-84cf5227-5f5d-4ee5-8d37-48ab28768e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:05.663782 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3a56b2cb-e0ac-4454-b535-c77ebc58514a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:05.705226 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf5227-5f5d-4ee5-8d37-48ab28768e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639ea341-0ac4-4902-a4d4-55bc251c23d1,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:05.708763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-84cf5227-5f5d-4ee5-8d37-48ab28768e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:05.711728 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-84cf5227-5f5d-4ee5-8d37-48ab28768e9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5b8a3ad13b043e9925a3c9ee342bcf7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2314708 Jun 18 10:28:05.714287 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 49018) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:05.776463 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1663b348-4b3f-4d74-993d-48b3d2bb8961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:05.804104 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1663b348-4b3f-4d74-993d-48b3d2bb8961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:05.884435 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1663b348-4b3f-4d74-993d-48b3d2bb8961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:05.889604 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8a83f75d-5e43-46b0-a260-dd3dbeebd062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:05.903788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663b348-4b3f-4d74-993d-48b3d2bb8961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639ea341-0ac4-4902-a4d4-55bc251c23d1,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:05.907580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1663b348-4b3f-4d74-993d-48b3d2bb8961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:05.911785 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1663b348-4b3f-4d74-993d-48b3d2bb8961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:05.912982 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1663b348-4b3f-4d74-993d-48b3d2bb8961 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/639ea341-0ac4-4902-a4d4-55bc251c23d1 HTTP/1.1" status: 204 len: 168 time: 0.1977260 Jun 18 10:28:13.113145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:14.296702 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49106) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:14.463590 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c45d4f89-9388-45cf-8655-1da7a09007ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:14.496625 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-c45d4f89-9388-45cf-8655-1da7a09007ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:14.502414 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-c45d4f89-9388-45cf-8655-1da7a09007ca admin admin] Usage tracker for resource:security_group_rule and tenant:8ff44bd0595d4fbda8f0d24a11f1917e is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:14.505331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-c45d4f89-9388-45cf-8655-1da7a09007ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:14.511404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-c45d4f89-9388-45cf-8655-1da7a09007ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:14.581239 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c45d4f89-9388-45cf-8655-1da7a09007ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:14.611874 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c45d4f89-9388-45cf-8655-1da7a09007ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:14.619669 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-773b71b7-75b9-4fcd-b6b7-bb6fd553d96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:14.669974 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d4f89-9388-45cf-8655-1da7a09007ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2e4c98-9e7a-44f5-9517-397977aa6671,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:14.677660 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c45d4f89-9388-45cf-8655-1da7a09007ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ff44bd0595d4fbda8f0d24a11f1917e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3774545 Jun 18 10:28:14.677660 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c45d4f89-9388-45cf-8655-1da7a09007ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:14.678113 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49114) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:14.743406 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-83d40e99-b798-4753-9488-244c5018b15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:14.769706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-83d40e99-b798-4753-9488-244c5018b15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:14.851870 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-83d40e99-b798-4753-9488-244c5018b15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:14.857027 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a189c633-8e8a-476e-a90c-5b9cf0545cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:14.870624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d40e99-b798-4753-9488-244c5018b15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2e4c98-9e7a-44f5-9517-397977aa6671,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:14.873780 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-83d40e99-b798-4753-9488-244c5018b15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:14.875760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-83d40e99-b798-4753-9488-244c5018b15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:14.877309 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-83d40e99-b798-4753-9488-244c5018b15b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df2e4c98-9e7a-44f5-9517-397977aa6671 HTTP/1.1" status: 204 len: 168 time: 0.1978674 Jun 18 10:28:15.370872 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49122) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:15.390965 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bad853a4-3ed9-41f5-92b0-8e5faae8777f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:15.423895 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-bad853a4-3ed9-41f5-92b0-8e5faae8777f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:15.428595 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-bad853a4-3ed9-41f5-92b0-8e5faae8777f admin admin] Usage tracker for resource:security_group_rule and tenant:2786948f56f84263a13e535a8dbf5246 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:15.431898 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-bad853a4-3ed9-41f5-92b0-8e5faae8777f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:15.438224 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-bad853a4-3ed9-41f5-92b0-8e5faae8777f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:15.510761 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bad853a4-3ed9-41f5-92b0-8e5faae8777f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:15.543366 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bad853a4-3ed9-41f5-92b0-8e5faae8777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:15.550895 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5c4b47df-70d3-4c86-9283-be944c8f360f tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:15.595818 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad853a4-3ed9-41f5-92b0-8e5faae8777f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f6dfed-5f66-4569-9f5c-03286db93dab,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:15.600559 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-bad853a4-3ed9-41f5-92b0-8e5faae8777f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2786948f56f84263a13e535a8dbf5246&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2285972 Jun 18 10:28:15.601569 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bad853a4-3ed9-41f5-92b0-8e5faae8777f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:15.603535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49126) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:15.879494 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae79edd1-75b0-47a0-ac8c-e528e07f5767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:15.905160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae79edd1-75b0-47a0-ac8c-e528e07f5767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:15.977875 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae79edd1-75b0-47a0-ac8c-e528e07f5767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:15.982837 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-062dbcaa-15f9-41e3-a69f-e9477addbf2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:16.000013 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79edd1-75b0-47a0-ac8c-e528e07f5767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f6dfed-5f66-4569-9f5c-03286db93dab,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:16.006064 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ae79edd1-75b0-47a0-ac8c-e528e07f5767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:16.008670 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ae79edd1-75b0-47a0-ac8c-e528e07f5767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:16.011706 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ae79edd1-75b0-47a0-ac8c-e528e07f5767 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17f6dfed-5f66-4569-9f5c-03286db93dab HTTP/1.1" status: 204 len: 168 time: 0.4073884 Jun 18 10:28:16.326571 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-22a05689-b0f6-42bf-ad1e-e6f9f91c9d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:18.038627 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:18.851059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-318554ec-b4de-425c-9f64-91e3b20e5242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:19.204478 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:20.421595 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:21.885134 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49188) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:22.044080 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-638b6ffd-ebfa-42d1-ab82-449cc3327f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:22.079433 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-638b6ffd-ebfa-42d1-ab82-449cc3327f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:22.084791 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-638b6ffd-ebfa-42d1-ab82-449cc3327f8f admin admin] Usage tracker for resource:security_group_rule and tenant:9d675f60f9da4d40a085dd95b0acc6be is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:22.087809 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-638b6ffd-ebfa-42d1-ab82-449cc3327f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:22.094069 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-638b6ffd-ebfa-42d1-ab82-449cc3327f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:22.167497 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-638b6ffd-ebfa-42d1-ab82-449cc3327f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:22.200837 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-638b6ffd-ebfa-42d1-ab82-449cc3327f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:22.209989 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ae79edd1-75b0-47a0-ac8c-e528e07f5767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:22.254695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b6ffd-ebfa-42d1-ab82-449cc3327f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6fcf62-4a81-445b-855e-14cca032b108,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:22.259974 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-638b6ffd-ebfa-42d1-ab82-449cc3327f8f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d675f60f9da4d40a085dd95b0acc6be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3726401 Jun 18 10:28:22.259974 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-638b6ffd-ebfa-42d1-ab82-449cc3327f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:22.261775 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49194) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:22.327952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9802e6d3-f0bc-41d1-9c85-45ad37bec0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:22.354799 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9802e6d3-f0bc-41d1-9c85-45ad37bec0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:22.432768 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9802e6d3-f0bc-41d1-9c85-45ad37bec0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:22.438101 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-95462338-449b-475a-8190-1528e351d7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:22.450867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802e6d3-f0bc-41d1-9c85-45ad37bec0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6fcf62-4a81-445b-855e-14cca032b108,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:22.454005 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9802e6d3-f0bc-41d1-9c85-45ad37bec0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:22.456082 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9802e6d3-f0bc-41d1-9c85-45ad37bec0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:22.457378 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-9802e6d3-f0bc-41d1-9c85-45ad37bec0ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea6fcf62-4a81-445b-855e-14cca032b108 HTTP/1.1" status: 204 len: 168 time: 0.1945446 Jun 18 10:28:22.965187 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49202) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:22.987097 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b6f00762-cc5c-4664-8b24-4fbf58a61a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:23.020983 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b6f00762-cc5c-4664-8b24-4fbf58a61a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:23.025346 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b6f00762-cc5c-4664-8b24-4fbf58a61a9e admin admin] Usage tracker for resource:security_group_rule and tenant:38a543ac0a6b45b3aed663be90a4b982 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:23.028387 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b6f00762-cc5c-4664-8b24-4fbf58a61a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:23.035201 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b6f00762-cc5c-4664-8b24-4fbf58a61a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:23.108171 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b6f00762-cc5c-4664-8b24-4fbf58a61a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:23.160810 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b6f00762-cc5c-4664-8b24-4fbf58a61a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:23.168863 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a0a83e74-2e46-4be6-a772-ab306d5dbd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:23.213027 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f00762-cc5c-4664-8b24-4fbf58a61a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79db2ad-7953-4533-99a2-ccceda6616f0,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:23.216206 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b6f00762-cc5c-4664-8b24-4fbf58a61a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:23.218728 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b6f00762-cc5c-4664-8b24-4fbf58a61a9e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=38a543ac0a6b45b3aed663be90a4b982&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2523575 Jun 18 10:28:23.222294 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49206) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:23.289604 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3a33746c-d0fd-4b95-9711-e8ad5f90723f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:23.321513 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3a33746c-d0fd-4b95-9711-e8ad5f90723f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:23.415805 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3a33746c-d0fd-4b95-9711-e8ad5f90723f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:23.419893 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-26b50c02-98ba-4fc3-ad92-c237bd45f89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:23.432192 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33746c-d0fd-4b95-9711-e8ad5f90723f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79db2ad-7953-4533-99a2-ccceda6616f0,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:23.434967 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3a33746c-d0fd-4b95-9711-e8ad5f90723f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:23.440842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3a33746c-d0fd-4b95-9711-e8ad5f90723f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:23.442090 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-3a33746c-d0fd-4b95-9711-e8ad5f90723f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e79db2ad-7953-4533-99a2-ccceda6616f0 HTTP/1.1" status: 204 len: 168 time: 0.2187960 Jun 18 10:28:36.942980 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49322) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:37.107057 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9c7d8327-ebb6-4936-856a-2ab8f22561f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:37.208363 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-9c7d8327-ebb6-4936-856a-2ab8f22561f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:37.212734 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-9c7d8327-ebb6-4936-856a-2ab8f22561f0 admin admin] Usage tracker for resource:security_group_rule and tenant:3c49c34f2ae5481cb9967b74c11e8684 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:37.215804 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-9c7d8327-ebb6-4936-856a-2ab8f22561f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:37.221840 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-9c7d8327-ebb6-4936-856a-2ab8f22561f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:37.290700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9c7d8327-ebb6-4936-856a-2ab8f22561f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:37.325743 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-9c7d8327-ebb6-4936-856a-2ab8f22561f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:37.334167 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2841b0ed-0f65-49dc-8e21-d25ae111cecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:37.377913 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d8327-ebb6-4936-856a-2ab8f22561f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93e672b-dd35-4243-9864-0bcc13d7132b,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:37.383419 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-9c7d8327-ebb6-4936-856a-2ab8f22561f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c49c34f2ae5481cb9967b74c11e8684&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4393213 Jun 18 10:28:37.384439 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9c7d8327-ebb6-4936-856a-2ab8f22561f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:37.386835 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49328) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:37.450151 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e561786d-88b3-4cab-9082-a03bb368c24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:37.482279 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e561786d-88b3-4cab-9082-a03bb368c24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:37.571771 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e561786d-88b3-4cab-9082-a03bb368c24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:37.576980 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-730d2d41-a96d-42d2-a7a1-ad001ea925b7 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:37.594367 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561786d-88b3-4cab-9082-a03bb368c24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93e672b-dd35-4243-9864-0bcc13d7132b,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:37.597641 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e561786d-88b3-4cab-9082-a03bb368c24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:37.598824 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e561786d-88b3-4cab-9082-a03bb368c24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:37.600617 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e561786d-88b3-4cab-9082-a03bb368c24c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b93e672b-dd35-4243-9864-0bcc13d7132b HTTP/1.1" status: 204 len: 168 time: 0.2131126 Jun 18 10:28:38.631876 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49350) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:38.772390 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2038220170-network', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:28:38.777337 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:38.781294 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Usage tracker for resource:network and tenant:d0b91b444ac14fa4b69fe575bb8a67f5 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:38.784272 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:38.790164 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:38.832071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Made reservation on behalf of d0b91b444ac14fa4b69fe575bb8a67f5 for: {'network': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:28:38.836870 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:38.849831 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:38.882185 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:38.886130 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Usage tracker for resource:security_group_rule and tenant:d0b91b444ac14fa4b69fe575bb8a67f5 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:38.888972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:38.895080 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:38.962574 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:38.998071 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:39.002573 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-9d89cc3c-1a36-4539-91dc-4ef9f4d47e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:39.031456 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=82215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:28:39.044440 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56344ffc-d21c-4131-b121-c64654c2735b,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:39.048726 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:39.049719 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:39.050181 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Added segment 3212acc6-df78-43ae-839c-2bccf24930e9 of type vlan for network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 Jun 18 10:28:39.125513 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:39.158878 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:28:39.183374 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:39.184651 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:28:39.185294 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:39.190461 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e37d4d48-3e9f-4ce0-86a3-f9891baab6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:39.295913 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Pushing event updated for resources: {'Network': ['ID=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:39.298986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:39.307490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:28:39.321387 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b7f348fd-0cf3-43f4-802a-fac06992054a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6882167 Jun 18 10:28:39.324384 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49356) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:39.330880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Request body: {'subnet': {'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2038220170-subnet', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'ip_version': 4}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:28:39.336777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:39.341088 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Usage tracker for resource:subnet and tenant:d0b91b444ac14fa4b69fe575bb8a67f5 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:39.344266 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:39.350981 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:39.398303 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Made reservation on behalf of d0b91b444ac14fa4b69fe575bb8a67f5 for: {'subnet': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:28:39.403401 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789971220'] for subnet, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:40.048077 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2963234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789971203'] for subnet, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:40.053070 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f099935f-da1b-4f36-a9f5-c34d5b9694fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:40.135063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=343f395d-c280-4c24-94eb-c52070241a0d,revision_number=0']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:40.140228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:40.146266 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Checking segment: {'id': '3212acc6-df78-43ae-839c-2bccf24930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:28:40.146661 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Network hostable DHCP agents. Network: 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:28:40.211716 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:28:40.262895 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45) {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:28:40.280951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:28:40.281674 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:40.281899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d063feac-ebf1-4f9f-a5e9-22c083da9079 None None] Network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:28:40.336570 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1c39478b-2d34-4253-8a86-6303c23999dc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0109646 Jun 18 10:28:40.339564 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49360) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:40.346045 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:28:40.352175 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:40.356420 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Usage tracker for resource:router and tenant:d0b91b444ac14fa4b69fe575bb8a67f5 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:40.370461 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:40.379207 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:40.423505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854668291'] for router, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:40.424580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854083011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686197'] for router, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:40.444611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:40.542100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d11868d-4b48-5a50-9118-551a6082f382-7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'fixed_ips': [{'subnet_id': '343f395d-c280-4c24-94eb-c52070241a0d'}]}} from dv-cinder-797022-1-smb. {{(pid=82217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:28:40.543009 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:40.635540 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854083028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686182'] for router, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:40.721653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Allocated IP 172.20.0.2 (7b475d81-7fb6-4bc2-ad6a-6b835eba4b45/343f395d-c280-4c24-94eb-c52070241a0d/06d626f3-1d8a-4cc3-ad67-dfcaa634e28c) {{(pid=82217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:28:40.915458 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:40.956136 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:40.961783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Notify callbacks [] for port, precommit_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:41.028877 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Transition to ACTIVE for port object 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:28:41.054928 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Transition to ACTIVE for port object 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c will not be triggered until provisioned by entity DHCP. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:28:41.118932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:41.124564 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:41.203318 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 is already hosted by enough agents. {{(pid=82217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:28:41.206619 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Resources bound (agent type, host, resource id): {{(pid=82217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:28:41.209485 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Received port after_create {{(pid=82217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:28:41.218582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Pushing event updated for resources: {'Port': ['ID=06d626f3-1d8a-4cc3-ad67-dfcaa634e28c,revision_number=1']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:41.219446 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Allocated IP 172.28.2.178 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/bc3cb456-b95d-4ea3-acdf-6967812b79c4) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:28:41.255347 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:41.255764 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:41.256105 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:41.256472 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:41.256840 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:41.257207 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:41.257612 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:41.257952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:41.258316 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:41.258670 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:41.259032 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:41.303066 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:41.333146 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Attempting to bind port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:28:41.333732 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Attempting to bind port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '3212acc6-df78-43ae-839c-2bccf24930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:28:41.334151 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Attempting to bind port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c on network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:28:41.341350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:28:41.341818 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Checking segment: {'id': '3212acc6-df78-43ae-839c-2bccf24930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:28:41.342261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:41.342701 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Bound using segment: {'id': '3212acc6-df78-43ae-839c-2bccf24930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:28:41.343223 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Bound port: 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3212acc6-df78-43ae-839c-2bccf24930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:28:41.343643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:41.396926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:41.440069 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] For port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:28:41.444652 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] For port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=06d626f3-1d8a-4cc3-ad67-dfcaa634e28c,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:28:41.458736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:41.463756 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:41.481100 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:41.487873 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:41.538765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:28:41.541915 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:28:41.548083 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:28:41.575931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Pushing event updated for resources: {'Port': ['ID=bc3cb456-b95d-4ea3-acdf-6967812b79c4,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:41.579145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Pushing event updated for resources: {'Port': ['ID=06d626f3-1d8a-4cc3-ad67-dfcaa634e28c,revision_number=2']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:41.581639 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:41.585438 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:41.803313 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:41.804104 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854078864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692947'] for router, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:42.183363 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 is scheduled to L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 with binding_index 1 {{(pid=82215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:28:42.220355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:28:42.326095 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:28:42.422368 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:28:42.433879 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Sync routers for ids ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:28:42.448912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Routers {'723e98ed-35dd-49d4-ada2-7d038f0c5d68'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:28:42.449512 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:28:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:42.480261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Notify callbacks [] for router, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:42.485364 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1409943 Jun 18 10:28:42.486087 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49364) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:42.657815 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Set router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:28:42.995440 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:41Z', 'revision_number': 3, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:43.001246 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Checking router: 723e98ed-35dd-49d4-ada2-7d038f0c5d68 for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:28:43.001682 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Updating router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 port bc3cb456-b95d-4ea3-acdf-6967812b79c4 binding host dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:28:43.075104 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:43.108370 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:43.330588 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abb7857-9ea3-4af2-b2d8-51ad992e21d4 None None] Network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:28:43.553736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-3012a4d5-16e6-4f66-9101-805e776f82e2 None None] Provisioning for port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:28:43.570988 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-3012a4d5-16e6-4f66-9101-805e776f82e2 None None] Provisioning complete for port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:43.571329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3012a4d5-16e6-4f66-9101-805e776f82e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:43.638392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:43.892898 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Notify callbacks [] for port, precommit_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:43.903721 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Allocated IP 172.20.0.1 (7b475d81-7fb6-4bc2-ad6a-6b835eba4b45/343f395d-c280-4c24-94eb-c52070241a0d/f87c2e05-b1fb-46f5-bbca-6e10866e5fee) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:28:43.915230 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Transition to ACTIVE for port object bc3cb456-b95d-4ea3-acdf-6967812b79c4 will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:28:43.972775 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:43.985192 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:44.066659 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3012a4d5-16e6-4f66-9101-805e776f82e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:44.068546 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:44.087951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Transition to ACTIVE for port object f87c2e05-b1fb-46f5-bbca-6e10866e5fee will not be triggered until provisioned by entity DHCP. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:28:44.103041 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c739c9-a315-4c2e-804c-3ba506d97f06 None None] Pushing event updated for resources: {'Port': ['ID=bc3cb456-b95d-4ea3-acdf-6967812b79c4,revision_number=2']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:44.108881 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-62c739c9-a315-4c2e-804c-3ba506d97f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:44.111241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Attempting to bind port bc3cb456-b95d-4ea3-acdf-6967812b79c4 on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:28:44.111788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Attempting to bind port bc3cb456-b95d-4ea3-acdf-6967812b79c4 by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:28:44.112067 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Attempting to bind port bc3cb456-b95d-4ea3-acdf-6967812b79c4 on network 3aade71e-2163-4f2a-b110-37c6fd66da65 {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:28:44.132980 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:28:44.133408 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Checking segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:28:44.133888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:44.134444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Bound using segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:28:44.134841 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Bound port: bc3cb456-b95d-4ea3-acdf-6967812b79c4, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:28:44.135261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:44.137811 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:44.142978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:44.176786 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-3012a4d5-16e6-4f66-9101-805e776f82e2 None None] For port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=06d626f3-1d8a-4cc3-ad67-dfcaa634e28c,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:28:44.209713 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3012a4d5-16e6-4f66-9101-805e776f82e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:44.215045 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1bc27172-d141-44a4-8929-29ba8cc06b68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:44.216956 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:28:44.220732 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:28:44.223876 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:28:44.271323 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] For port bc3cb456-b95d-4ea3-acdf-6967812b79c4, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:28:44.272800 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] For port bc3cb456-b95d-4ea3-acdf-6967812b79c4, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=bc3cb456-b95d-4ea3-acdf-6967812b79c4,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:28:44.297625 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f87c2e05-b1fb-46f5-bbca-6e10866e5fee,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:44.301293 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:44.311557 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:44.312744 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854074610'] for router_interface, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:44.318121 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012a4d5-16e6-4f66-9101-805e776f82e2 None None] Pushing event updated for resources: {'Port': ['ID=06d626f3-1d8a-4cc3-ad67-dfcaa634e28c,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:44.336988 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3012a4d5-16e6-4f66-9101-805e776f82e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:44.338001 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:44.422882 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c739c9-a315-4c2e-804c-3ba506d97f06 None None] Pushing event updated for resources: {'Port': ['ID=bc3cb456-b95d-4ea3-acdf-6967812b79c4,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:44.426525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-62c739c9-a315-4c2e-804c-3ba506d97f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:44.427218 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Routers {'723e98ed-35dd-49d4-ada2-7d038f0c5d68'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:28:44.428043 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:28:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:44.465821 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:44.594951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-93325621-b5c5-466d-9ac3-c1dfe5465194 None None] Provisioning complete for port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:44.595366 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-93325621-b5c5-466d-9ac3-c1dfe5465194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:44.698404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] Set router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:28:44.719875 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:44.758294 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2961850'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:44.792950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:44.875364 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850762775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701425'] for router_interface, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:44.879303 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f87c2e05-b1fb-46f5-bbca-6e10866e5fee,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:44.883634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:45.031597 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:28:45.032871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:28:45.066129 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-aad43280-fe6b-4795-8253-e5dc9ef5e035 None None] Provisioning for port f87c2e05-b1fb-46f5-bbca-6e10866e5fee completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:28:45.075452 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-aad43280-fe6b-4795-8253-e5dc9ef5e035 None None] Provisioning complete for port f87c2e05-b1fb-46f5-bbca-6e10866e5fee triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:45.075868 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-aad43280-fe6b-4795-8253-e5dc9ef5e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:45.149414 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-aad43280-fe6b-4795-8253-e5dc9ef5e035 None None] Port f87c2e05-b1fb-46f5-bbca-6e10866e5fee cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:28:45.167196 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 4, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'f87c2e05-b1fb-46f5-bbca-6e10866e5fee', 'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'mac_address': 'fa:16:3e:b3:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343f395d-c280-4c24-94eb-c52070241a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:43Z', 'updated_at': '2021-06-18T10:28:43Z', 'revision_number': 1, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'subnets': [{'id': '343f395d-c280-4c24-94eb-c52070241a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:45.171913 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43bcb5-a9d6-4000-af0b-efc22a852194 None None] The sync data for ids ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'] in dv-cinder-797022-1-smb is: [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 4, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'f87c2e05-b1fb-46f5-bbca-6e10866e5fee', 'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'mac_address': 'fa:16:3e:b3:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343f395d-c280-4c24-94eb-c52070241a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:43Z', 'updated_at': '2021-06-18T10:28:43Z', 'revision_number': 1, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'subnets': [{'id': '343f395d-c280-4c24-94eb-c52070241a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:28:45.375620 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-40df6877-3cd3-43cf-8e23-63b523e22d9e None None] Provisioning complete for port f87c2e05-b1fb-46f5-bbca-6e10866e5fee triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:45.376186 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-40df6877-3cd3-43cf-8e23-63b523e22d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:45.435899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-40df6877-3cd3-43cf-8e23-63b523e22d9e None None] Port f87c2e05-b1fb-46f5-bbca-6e10866e5fee cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:28:45.460957 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:28:45.724407 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:28:45.734857 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] 10.222.0.22 "PUT /v2.0/routers/723e98ed-35dd-49d4-ada2-7d038f0c5d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2470529 Jun 18 10:28:46.209571 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:28:46.350253 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:46.350691 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:46.382442 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fe717b0d-b903-4905-8142-813e25670d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:46.858407 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49386) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:46.864700 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-202930887-network', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:28:46.870044 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:46.874379 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Usage tracker for resource:network and tenant:44e72c35af5e4e2abf00473a120d7954 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:46.877388 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:46.885110 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:46.954563 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Made reservation on behalf of 44e72c35af5e4e2abf00473a120d7954 for: {'network': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:28:46.959555 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for network, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:46.974496 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:47.010688 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:47.014868 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Usage tracker for resource:security_group_rule and tenant:44e72c35af5e4e2abf00473a120d7954 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:47.018001 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:47.025323 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:47.097108 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:47.125570 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:47.128861 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-76a16490-ea47-4267-af97-6606ec142e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:47.161339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=82215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:28:47.171310 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd91c82-2123-4273-aaa8-92f68d32814c,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:47.174770 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:47.213734 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:47.214118 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.segments_db [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Added segment f157418b-bed8-4cbc-9e77-835402ff99f5 of type vlan for network d4f5ae06-859e-488c-a459-f91e3794cea2 Jun 18 10:28:47.245355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001317610'] for network, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:47.352351 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760'] for network, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:47.353660 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:28:47.354307 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:47.361017 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0cd90779-9c67-4b0d-a72f-e6c6cb84930b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:47.466774 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Pushing event updated for resources: {'Network': ['ID=d4f5ae06-859e-488c-a459-f91e3794cea2,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:47.474473 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:47.477899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Network d4f5ae06-859e-488c-a459-f91e3794cea2 details requested by agent ovs-agent-dv-cinder-797022-1-smb with host dv-cinder-797022-1-smb {{(pid=82217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:28:47.496326 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-5ac37e40-3ab1-4204-8dd5-6615386911cc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6367135 Jun 18 10:28:47.499444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49390) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:47.506098 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Request body: {'subnet': {'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-202930887-subnet', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'ip_version': 4}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:28:47.511453 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:47.515736 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Usage tracker for resource:subnet and tenant:44e72c35af5e4e2abf00473a120d7954 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:47.518902 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:47.525381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:47.632444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Made reservation on behalf of 44e72c35af5e4e2abf00473a120d7954 for: {'subnet': 1} {{(pid=82215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:28:47.637141 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789971220'] for subnet, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:48.033657 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:48.097385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2963234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789971203'] for subnet, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:48.102675 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:48.207938 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a7a5f75-03ff-4122-a890-abd016286f39,revision_number=0']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:48.214690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:48.228116 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device bc3cb456-b95d-4ea3-acdf-6967812b79c4 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:28:48.228515 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Checking segment: {'id': 'f157418b-bed8-4cbc-9e77-835402ff99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:28:48.229209 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Network hostable DHCP agents. Network: d4f5ae06-859e-488c-a459-f91e3794cea2, hostable agents: ['4f6d7174-afba-4e9b-87ee-9082425a424a'], hosted agents: [] {{(pid=82215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:28:48.308993 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Network d4f5ae06-859e-488c-a459-f91e3794cea2 is scheduled to be hosted by DHCP agent 4f6d7174-afba-4e9b-87ee-9082425a424a with binding_index 1 {{(pid=82215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:28:48.331444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port bc3cb456-b95d-4ea3-acdf-6967812b79c4 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:28:48.337518 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port bc3cb456-b95d-4ea3-acdf-6967812b79c4 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:48.342861 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:48.354471 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-smb, d4f5ae06-859e-488c-a459-f91e3794cea2) {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:28:48.367281 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2915d40-8896-426c-8369-99e6cbf19c8e None None] Network d4f5ae06-859e-488c-a459-f91e3794cea2 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:28:48.374495 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:28:48.375148 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:48.424396 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-bf5ef209-88b2-4ec8-9a82-1abd5dba0829 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9232113 Jun 18 10:28:48.426720 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49394) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:48.433797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-202930887-router', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:28:48.439296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:28:48.444464 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Usage tracker for resource:router and tenant:44e72c35af5e4e2abf00473a120d7954 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:28:48.448428 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:28:48.454820 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:28:48.553732 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854668291'] for router, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:48.555126 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854083011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686197'] for router, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:48.629072 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:48.662375 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:48.691221 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port bc3cb456-b95d-4ea3-acdf-6967812b79c4, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=bc3cb456-b95d-4ea3-acdf-6967812b79c4,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:28:48.699208 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d11868d-4b48-5a50-9118-551a6082f382-d4f5ae06-859e-488c-a459-f91e3794cea2', 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'fixed_ips': [{'subnet_id': '0a7a5f75-03ff-4122-a890-abd016286f39'}]}} from dv-cinder-797022-1-smb. {{(pid=82217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:28:48.702694 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:48.764718 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:48.767906 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:48.865203 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Sync routers for ids ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:28:48.881519 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Routers {'723e98ed-35dd-49d4-ada2-7d038f0c5d68'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:28:48.882733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:28:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:48.930032 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=bc3cb456-b95d-4ea3-acdf-6967812b79c4,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:48.938240 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-146c63b0-8b6b-4943-a912-6034f9510139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:48.948104 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:48.975181 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Allocated IP 172.20.0.2 (d4f5ae06-859e-488c-a459-f91e3794cea2/0a7a5f75-03ff-4122-a890-abd016286f39/4146ec3c-078a-42be-a0c4-296e768b3d34) {{(pid=82217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:28:49.102473 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854083028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686182'] for router, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:49.105641 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Set router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:28:49.230813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Notify callbacks [] for port, precommit_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:49.246596 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Transition to ACTIVE for port object 4146ec3c-078a-42be-a0c4-296e768b3d34 will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:28:49.257299 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:49.283329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Transition to ACTIVE for port object 4146ec3c-078a-42be-a0c4-296e768b3d34 will not be triggered until provisioned by entity DHCP. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:28:49.315122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603'] for port, after_create {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:49.320486 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:49.383714 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:49.421221 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:49.481816 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 4, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'f87c2e05-b1fb-46f5-bbca-6e10866e5fee', 'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'mac_address': 'fa:16:3e:b3:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343f395d-c280-4c24-94eb-c52070241a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:43Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 2, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'subnets': [{'id': '343f395d-c280-4c24-94eb-c52070241a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:49.486328 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Checking router: 723e98ed-35dd-49d4-ada2-7d038f0c5d68 for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:28:49.486744 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Updating router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 port f87c2e05-b1fb-46f5-bbca-6e10866e5fee binding host dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:28:49.545126 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:49.559157 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Network d4f5ae06-859e-488c-a459-f91e3794cea2 is already hosted by enough agents. {{(pid=82217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:28:49.563121 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Resources bound (agent type, host, resource id): {{(pid=82217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:28:49.565769 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Received port after_create {{(pid=82217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:28:49.618227 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Pushing event updated for resources: {'Port': ['ID=4146ec3c-078a-42be-a0c4-296e768b3d34,revision_number=1']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:49.622915 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Allocated IP 172.28.2.173 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/5695629a-8e02-4879-8ade-23fd824a3d55) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:28:49.650708 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:49.672862 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Attempting to bind port 4146ec3c-078a-42be-a0c4-296e768b3d34 on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:28:49.673327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Attempting to bind port 4146ec3c-078a-42be-a0c4-296e768b3d34 by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': 'f157418b-bed8-4cbc-9e77-835402ff99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:28:49.673831 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Attempting to bind port 4146ec3c-078a-42be-a0c4-296e768b3d34 on network d4f5ae06-859e-488c-a459-f91e3794cea2 {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:28:49.681350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:28:49.681806 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Checking segment: {'id': 'f157418b-bed8-4cbc-9e77-835402ff99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:28:49.682215 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:49.682675 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Bound using segment: {'id': 'f157418b-bed8-4cbc-9e77-835402ff99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:28:49.683484 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Bound port: 4146ec3c-078a-42be-a0c4-296e768b3d34, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f157418b-bed8-4cbc-9e77-835402ff99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:28:49.684160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:49.787911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] For port 4146ec3c-078a-42be-a0c4-296e768b3d34, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:28:49.791726 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] For port 4146ec3c-078a-42be-a0c4-296e768b3d34, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=4146ec3c-078a-42be-a0c4-296e768b3d34,segment=NetworkSegment(f157418b-bed8-4cbc-9e77-835402ff99f5),segment_id=f157418b-bed8-4cbc-9e77-835402ff99f5)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:28:49.842357 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:49.853377 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:49.952925 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Pushing event updated for resources: {'Port': ['ID=4146ec3c-078a-42be-a0c4-296e768b3d34,revision_number=2']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:49.962405 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f3b877e6-89eb-43ef-b808-2cc44732ca5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:49.999000 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:50.057344 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Notify callbacks [] for port, precommit_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:50.072988 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:50.073513 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Transition to ACTIVE for port object f87c2e05-b1fb-46f5-bbca-6e10866e5fee will not be triggered until provisioned by entity L2. {{(pid=82218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:28:50.077906 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-37027cf9-7483-476c-a8c8-9daebba23d74 tempest-AttachVolumeNegativeTest-364438773 tempest-AttachVolumeNegativeTest-364438773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:50.118153 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:50.124767 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3fc7acb2-c0ee-4908-93a1-f98de4feb892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:50.152014 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:28:50.155451 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:28:50.159634 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:28:50.263021 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Pushing event updated for resources: {'Port': ['ID=5695629a-8e02-4879-8ade-23fd824a3d55,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:50.270568 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:50.272715 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device bc3cb456-b95d-4ea3-acdf-6967812b79c4 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:28:50.288346 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Pushing event updated for resources: {'Port': ['ID=f87c2e05-b1fb-46f5-bbca-6e10866e5fee,revision_number=3']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:50.323498 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:50.323887 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:50.324264 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:50.324724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:50.325094 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:50.325493 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:50.325844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:50.326209 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:50.326571 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:50.326930 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:50.327290 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:50.338815 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:50.461690 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Attempting to bind port f87c2e05-b1fb-46f5-bbca-6e10866e5fee on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:28:50.462019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Attempting to bind port f87c2e05-b1fb-46f5-bbca-6e10866e5fee by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '3212acc6-df78-43ae-839c-2bccf24930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45'}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:28:50.462423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Attempting to bind port f87c2e05-b1fb-46f5-bbca-6e10866e5fee on network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:28:50.470670 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:28:50.470994 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Checking segment: {'id': '3212acc6-df78-43ae-839c-2bccf24930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:28:50.471436 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:50.471865 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Bound using segment: {'id': '3212acc6-df78-43ae-839c-2bccf24930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45'} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:28:50.472386 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Bound port: f87c2e05-b1fb-46f5-bbca-6e10866e5fee, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3212acc6-df78-43ae-839c-2bccf24930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45'}}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:28:50.472788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:50.476666 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:50.478131 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854078864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692947'] for router, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:50.486563 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port bc3cb456-b95d-4ea3-acdf-6967812b79c4 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:50.487062 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:50.551123 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:50.832882 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Router 7622cf5d-a665-4648-beb3-5cdbea369756 is scheduled to L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 with binding_index 1 {{(pid=82215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:28:50.858796 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] For port f87c2e05-b1fb-46f5-bbca-6e10866e5fee, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:28:50.862414 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] For port f87c2e05-b1fb-46f5-bbca-6e10866e5fee, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=f87c2e05-b1fb-46f5-bbca-6e10866e5fee,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:28:50.913183 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:50.917740 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:51.002109 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Pushing event updated for resources: {'Port': ['ID=f87c2e05-b1fb-46f5-bbca-6e10866e5fee,revision_number=4']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:51.005670 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7dc2ace4-0cea-40a4-8ac3-bf5cee6d993f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:51.007468 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Routers {'723e98ed-35dd-49d4-ada2-7d038f0c5d68'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:28:51.008138 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:28:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:51.048709 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:28:51.059262 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Sync routers for ids ['7622cf5d-a665-4648-beb3-5cdbea369756'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:28:51.073853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Routers {'7622cf5d-a665-4648-beb3-5cdbea369756'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:28:51.074546 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:28:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['7622cf5d-a665-4648-beb3-5cdbea369756'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:51.130812 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] Notify callbacks [] for router, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:51.132002 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-27716a6a-1b53-4306-a8da-233407767614 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7040529 Jun 18 10:28:51.134806 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49398) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:28:51.235963 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] Set router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:28:51.283352 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Set router 7622cf5d-a665-4648-beb3-5cdbea369756 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:28:51.644735 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 4, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'f87c2e05-b1fb-46f5-bbca-6e10866e5fee', 'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'mac_address': 'fa:16:3e:b3:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343f395d-c280-4c24-94eb-c52070241a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:43Z', 'updated_at': '2021-06-18T10:28:50Z', 'revision_number': 4, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'subnets': [{'id': '343f395d-c280-4c24-94eb-c52070241a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:51.651122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadad304-bbb9-4695-baa3-10b9dfd3c3ce None None] The sync data for ids ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'] in dv-cinder-797022-1-smb is: [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 4, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'f87c2e05-b1fb-46f5-bbca-6e10866e5fee', 'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'mac_address': 'fa:16:3e:b3:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343f395d-c280-4c24-94eb-c52070241a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:43Z', 'updated_at': '2021-06-18T10:28:50Z', 'revision_number': 4, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'subnets': [{'id': '343f395d-c280-4c24-94eb-c52070241a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:28:51.680996 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'name': 'tempest-TestMinimumBasicScenario-202930887-router', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:48Z', 'updated_at': '2021-06-18T10:28:50Z', 'revision_number': 3, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'gw_port': {'id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:49Z', 'updated_at': '2021-06-18T10:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:51.686257 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Checking router: 7622cf5d-a665-4648-beb3-5cdbea369756 for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:28:51.686655 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Updating router 7622cf5d-a665-4648-beb3-5cdbea369756 port 5695629a-8e02-4879-8ade-23fd824a3d55 binding host dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:28:51.752270 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:52.047335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb7e78f-c687-4b69-ac27-d7df1c90a6b8 None None] Network d4f5ae06-859e-488c-a459-f91e3794cea2 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:28:52.083645 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:52.242133 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-eb69943f-bc7e-428a-9a1f-98fd0b94dcca None None] Provisioning for port 4146ec3c-078a-42be-a0c4-296e768b3d34 completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:28:52.365811 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Notify callbacks [] for port, precommit_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:52.377653 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f87c2e05-b1fb-46f5-bbca-6e10866e5fee up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:28:52.422136 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Transition to ACTIVE for port object 5695629a-8e02-4879-8ade-23fd824a3d55 will not be triggered until provisioned by entity L2. {{(pid=82217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:28:52.427293 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Allocated IP 172.20.0.1 (d4f5ae06-859e-488c-a459-f91e3794cea2/0a7a5f75-03ff-4122-a890-abd016286f39/e7530515-9ed0-4c6f-8db4-842ec0eee02f) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:28:52.513165 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:52.520498 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:52.614389 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:52.616553 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7396542-d300-4ea6-b22a-e1f3e77e2f52 None None] Pushing event updated for resources: {'Port': ['ID=5695629a-8e02-4879-8ade-23fd824a3d55,revision_number=2']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:52.623619 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d7396542-d300-4ea6-b22a-e1f3e77e2f52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:52.624393 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Attempting to bind port 5695629a-8e02-4879-8ade-23fd824a3d55 on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:28:52.624802 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Attempting to bind port 5695629a-8e02-4879-8ade-23fd824a3d55 by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:28:52.625202 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Attempting to bind port 5695629a-8e02-4879-8ade-23fd824a3d55 on network 3aade71e-2163-4f2a-b110-37c6fd66da65 {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:28:52.632368 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Transition to ACTIVE for port object e7530515-9ed0-4c6f-8db4-842ec0eee02f will not be triggered until provisioned by entity DHCP. {{(pid=82215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:28:52.640356 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:28:52.640769 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Checking segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:28:52.641213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:52.641671 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Bound using segment: {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'} {{(pid=82217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:28:52.642187 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Bound port: 5695629a-8e02-4879-8ade-23fd824a3d55, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014c33de-9506-4295-9a9a-54aee62bc8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65'}}] {{(pid=82217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:28:52.642599 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:52.685233 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port f87c2e05-b1fb-46f5-bbca-6e10866e5fee completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:28:52.695079 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port f87c2e05-b1fb-46f5-bbca-6e10866e5fee triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:52.696024 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:52.720576 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:52.727724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bae6ab92-42a7-40a5-8f3b-8723da0c83b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:52.780000 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] For port 5695629a-8e02-4879-8ade-23fd824a3d55, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:28:52.788614 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] For port 5695629a-8e02-4879-8ade-23fd824a3d55, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=5695629a-8e02-4879-8ade-23fd824a3d55,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:28:52.806745 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Network d4f5ae06-859e-488c-a459-f91e3794cea2 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:28:52.817010 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Pushing event updated for resources: {'Port': ['ID=e7530515-9ed0-4c6f-8db4-842ec0eee02f,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:52.817010 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:28:52.817010 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:28:52.860572 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:52.865778 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:52.866300 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:52.866808 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:52.867234 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-27f98db4-825f-45aa-8bfd-5b02a93bbc8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:52.867357 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:52.867806 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:52.868300 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:52.868771 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:52.869251 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:52.869753 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:52.870369 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:52.870861 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:28:52.874752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:52.891765 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854074610'] for router_interface, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:52.900666 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:52.974404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7396542-d300-4ea6-b22a-e1f3e77e2f52 None None] Pushing event updated for resources: {'Port': ['ID=5695629a-8e02-4879-8ade-23fd824a3d55,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:52.979926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port f87c2e05-b1fb-46f5-bbca-6e10866e5fee, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=f87c2e05-b1fb-46f5-bbca-6e10866e5fee,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:28:52.981474 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d7396542-d300-4ea6-b22a-e1f3e77e2f52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:52.987526 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Routers {'7622cf5d-a665-4648-beb3-5cdbea369756'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:28:52.988142 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:28:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['7622cf5d-a665-4648-beb3-5cdbea369756'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:53.048994 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:53.114236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:53.115311 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 4146ec3c-078a-42be-a0c4-296e768b3d34 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:28:53.156153 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:53.326957 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:53.360360 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2961850'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:53.392978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a3e80445-a962-4662-9f9a-a78cd2a182e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:53.496091 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=f87c2e05-b1fb-46f5-bbca-6e10866e5fee,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:53.504971 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:53.530849 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] Set router 7622cf5d-a665-4648-beb3-5cdbea369756 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:28:53.580835 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port 4146ec3c-078a-42be-a0c4-296e768b3d34 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:28:53.601525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 4146ec3c-078a-42be-a0c4-296e768b3d34 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:53.601950 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:53.725730 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850762775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701425'] for router_interface, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:53.733490 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Pushing event updated for resources: {'Port': ['ID=e7530515-9ed0-4c6f-8db4-842ec0eee02f,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:53.737092 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:53.753415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-525c8d9a-b0ca-4e1b-b92c-fab8e10f35a9 None None] Provisioning for port e7530515-9ed0-4c6f-8db4-842ec0eee02f completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:28:53.783200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-525c8d9a-b0ca-4e1b-b92c-fab8e10f35a9 None None] Provisioning complete for port e7530515-9ed0-4c6f-8db4-842ec0eee02f triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:53.783616 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-525c8d9a-b0ca-4e1b-b92c-fab8e10f35a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:53.889557 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Network d4f5ae06-859e-488c-a459-f91e3794cea2 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:28:53.890679 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:28:53.966799 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-525c8d9a-b0ca-4e1b-b92c-fab8e10f35a9 None None] Port e7530515-9ed0-4c6f-8db4-842ec0eee02f cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:28:54.010553 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:54.103897 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port 4146ec3c-078a-42be-a0c4-296e768b3d34, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=4146ec3c-078a-42be-a0c4-296e768b3d34,segment=NetworkSegment(f157418b-bed8-4cbc-9e77-835402ff99f5),segment_id=f157418b-bed8-4cbc-9e77-835402ff99f5)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:28:54.128651 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'name': 'tempest-TestMinimumBasicScenario-202930887-router', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:48Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 4, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'gw_port': {'id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:49Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'e7530515-9ed0-4c6f-8db4-842ec0eee02f', 'name': '', 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'mac_address': 'fa:16:3e:9a:7b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a7a5f75-03ff-4122-a890-abd016286f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:52Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 1, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'subnets': [{'id': '0a7a5f75-03ff-4122-a890-abd016286f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:54.134579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e17d61-949d-4ae0-902c-5c629da1a706 None None] The sync data for ids ['7622cf5d-a665-4648-beb3-5cdbea369756'] in dv-cinder-797022-1-smb is: [{'id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'name': 'tempest-TestMinimumBasicScenario-202930887-router', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:48Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 4, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'gw_port': {'id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:49Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'e7530515-9ed0-4c6f-8db4-842ec0eee02f', 'name': '', 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'mac_address': 'fa:16:3e:9a:7b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a7a5f75-03ff-4122-a890-abd016286f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:52Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 1, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'subnets': [{'id': '0a7a5f75-03ff-4122-a890-abd016286f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:28:54.151157 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:54.154461 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-56939826-789c-4b81-8dad-c47726d13b17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:54.239785 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-e3fa5134-98fb-43b6-8b2a-d901b4b1151e None None] Provisioning complete for port e7530515-9ed0-4c6f-8db4-842ec0eee02f triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:54.240210 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5134-98fb-43b6-8b2a-d901b4b1151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:54.284684 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f87c2e05-b1fb-46f5-bbca-6e10866e5fee up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:28:54.329204 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Router 7622cf5d-a665-4648-beb3-5cdbea369756 has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:28:54.333793 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=4146ec3c-078a-42be-a0c4-296e768b3d34,revision_number=3']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:54.337213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:54.374329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa5134-98fb-43b6-8b2a-d901b4b1151e None None] Port e7530515-9ed0-4c6f-8db4-842ec0eee02f cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:28:54.396803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port f87c2e05-b1fb-46f5-bbca-6e10866e5fee triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:54.397185 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:54.572815 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:28:54.594149 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] 10.222.0.22 "PUT /v2.0/routers/7622cf5d-a665-4648-beb3-5cdbea369756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4574211 Jun 18 10:28:56.356574 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 5695629a-8e02-4879-8ade-23fd824a3d55 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:28:56.495987 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port 5695629a-8e02-4879-8ade-23fd824a3d55 completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:28:56.508844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 5695629a-8e02-4879-8ade-23fd824a3d55 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:56.509444 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:56.701726 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:56.722822 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port 5695629a-8e02-4879-8ade-23fd824a3d55, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=5695629a-8e02-4879-8ade-23fd824a3d55,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:28:56.752403 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:56.753345 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 4146ec3c-078a-42be-a0c4-296e768b3d34 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:28:56.787532 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4ab6155a-0092-4d49-9f79-0254c70d352f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:56.890723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=5695629a-8e02-4879-8ade-23fd824a3d55,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:56.895114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:56.907811 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 4146ec3c-078a-42be-a0c4-296e768b3d34 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:56.908324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:58.229237 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 5695629a-8e02-4879-8ade-23fd824a3d55 up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:28:58.311022 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port 5695629a-8e02-4879-8ade-23fd824a3d55 triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:28:58.311579 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:58.486981 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Sync routers for ids ['7622cf5d-a665-4648-beb3-5cdbea369756'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:28:58.499951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Routers {'7622cf5d-a665-4648-beb3-5cdbea369756'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:28:58.500652 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:28:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['7622cf5d-a665-4648-beb3-5cdbea369756'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:58.702348 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Set router 7622cf5d-a665-4648-beb3-5cdbea369756 gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:28:59.029195 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'name': 'tempest-TestMinimumBasicScenario-202930887-router', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:48Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 4, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'gw_port': {'id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:49Z', 'updated_at': '2021-06-18T10:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'e7530515-9ed0-4c6f-8db4-842ec0eee02f', 'name': '', 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'mac_address': 'fa:16:3e:9a:7b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a7a5f75-03ff-4122-a890-abd016286f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:52Z', 'updated_at': '2021-06-18T10:28:53Z', 'revision_number': 2, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'subnets': [{'id': '0a7a5f75-03ff-4122-a890-abd016286f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:28:59.033381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Checking router: 7622cf5d-a665-4648-beb3-5cdbea369756 for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:28:59.033805 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Updating router 7622cf5d-a665-4648-beb3-5cdbea369756 port e7530515-9ed0-4c6f-8db4-842ec0eee02f binding host dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:28:59.099525 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:59.483109 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Notify callbacks [] for port, precommit_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:59.496627 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Transition to ACTIVE for port object e7530515-9ed0-4c6f-8db4-842ec0eee02f will not be triggered until provisioned by entity L2. {{(pid=82218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:28:59.531434 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:59.536850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6c14fd0e-e016-4353-94f7-4b37e01434e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:28:59.677693 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cf4e7-9ee9-4cbf-876f-fad41d71d105 None None] Pushing event updated for resources: {'Port': ['ID=e7530515-9ed0-4c6f-8db4-842ec0eee02f,revision_number=3']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:28:59.684122 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-127cf4e7-9ee9-4cbf-876f-fad41d71d105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:28:59.807002 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Attempting to bind port e7530515-9ed0-4c6f-8db4-842ec0eee02f on host dv-cinder-797022-1-smb for vnic_type normal with profile {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:28:59.807520 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Attempting to bind port e7530515-9ed0-4c6f-8db4-842ec0eee02f by drivers openvswitch,hyperv on host dv-cinder-797022-1-smb at level 0 using segments [{'id': 'f157418b-bed8-4cbc-9e77-835402ff99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2'}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:28:59.808268 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Attempting to bind port e7530515-9ed0-4c6f-8db4-842ec0eee02f on network d4f5ae06-859e-488c-a459-f91e3794cea2 {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:28:59.816275 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Checking agent: {'id': 'ebd1a3e5-b8f0-4402-8e00-ba949b3711fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 10, 18), 'started_at': datetime.datetime(2021, 6, 18, 10, 10, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:28:59.816888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Checking segment: {'id': 'f157418b-bed8-4cbc-9e77-835402ff99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:28:59.817418 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:59.817961 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Bound using segment: {'id': 'f157418b-bed8-4cbc-9e77-835402ff99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2'} {{(pid=82218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:28:59.818577 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Bound port: e7530515-9ed0-4c6f-8db4-842ec0eee02f, host: dv-cinder-797022-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f157418b-bed8-4cbc-9e77-835402ff99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2'}}] {{(pid=82218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:28:59.819085 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:28:59.971554 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] For port e7530515-9ed0-4c6f-8db4-842ec0eee02f, host dv-cinder-797022-1-smb, cleared binding levels {{(pid=82218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:28:59.979602 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] For port e7530515-9ed0-4c6f-8db4-842ec0eee02f, host dv-cinder-797022-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=e7530515-9ed0-4c6f-8db4-842ec0eee02f,segment=NetworkSegment(f157418b-bed8-4cbc-9e77-835402ff99f5),segment_id=f157418b-bed8-4cbc-9e77-835402ff99f5)] {{(pid=82218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:29:00.017797 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82218) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:00.025803 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-218144fd-458c-46cf-80f9-51fedc4f7355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:00.125227 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cf4e7-9ee9-4cbf-876f-fad41d71d105 None None] Pushing event updated for resources: {'Port': ['ID=e7530515-9ed0-4c6f-8db4-842ec0eee02f,revision_number=4']} {{(pid=82218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:00.130223 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-127cf4e7-9ee9-4cbf-876f-fad41d71d105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82218) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:00.131849 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Routers {'7622cf5d-a665-4648-beb3-5cdbea369756'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:29:00.132539 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:28:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['7622cf5d-a665-4648-beb3-5cdbea369756'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:29:00.292766 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device e7530515-9ed0-4c6f-8db4-842ec0eee02f up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:29:00.496939 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning for port e7530515-9ed0-4c6f-8db4-842ec0eee02f completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:29:00.503329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port e7530515-9ed0-4c6f-8db4-842ec0eee02f triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:29:00.504877 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:00.559535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] Set router 7622cf5d-a665-4648-beb3-5cdbea369756 gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:29:00.620263 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-26ddf223-cefe-4af2-8ca8-4a29634c3f64 None None] Provisioning complete for port e7530515-9ed0-4c6f-8db4-842ec0eee02f triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:29:00.620607 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-26ddf223-cefe-4af2-8ca8-4a29634c3f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:00.742685 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:00.837611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] For port e7530515-9ed0-4c6f-8db4-842ec0eee02f, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=e7530515-9ed0-4c6f-8db4-842ec0eee02f,segment=NetworkSegment(f157418b-bed8-4cbc-9e77-835402ff99f5),segment_id=f157418b-bed8-4cbc-9e77-835402ff99f5)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:29:00.844236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-26ddf223-cefe-4af2-8ca8-4a29634c3f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:00.869202 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:00.872927 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:00.975253 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'name': 'tempest-TestMinimumBasicScenario-202930887-router', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:48Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 4, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'gw_port': {'id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:49Z', 'updated_at': '2021-06-18T10:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'e7530515-9ed0-4c6f-8db4-842ec0eee02f', 'name': '', 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'mac_address': 'fa:16:3e:9a:7b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a7a5f75-03ff-4122-a890-abd016286f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:52Z', 'updated_at': '2021-06-18T10:28:59Z', 'revision_number': 4, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'subnets': [{'id': '0a7a5f75-03ff-4122-a890-abd016286f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:29:00.980383 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2372b9-dc87-472b-acd9-4fe4e2145975 None None] The sync data for ids ['7622cf5d-a665-4648-beb3-5cdbea369756'] in dv-cinder-797022-1-smb is: [{'id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'name': 'tempest-TestMinimumBasicScenario-202930887-router', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:48Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 4, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'gw_port': {'id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:49Z', 'updated_at': '2021-06-18T10:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'e7530515-9ed0-4c6f-8db4-842ec0eee02f', 'name': '', 'network_id': 'd4f5ae06-859e-488c-a459-f91e3794cea2', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'mac_address': 'fa:16:3e:9a:7b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a7a5f75-03ff-4122-a890-abd016286f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:52Z', 'updated_at': '2021-06-18T10:28:59Z', 'revision_number': 4, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'subnets': [{'id': '0a7a5f75-03ff-4122-a890-abd016286f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:29:01.036062 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Pushing event updated for resources: {'Port': ['ID=e7530515-9ed0-4c6f-8db4-842ec0eee02f,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:01.040960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:01.041912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.db.api [None req-26ddf223-cefe-4af2-8ca8-4a29634c3f64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82217) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:29:01.042335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_db.api [None req-26ddf223-cefe-4af2-8ca8-4a29634c3f64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:29:02.228065 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device e7530515-9ed0-4c6f-8db4-842ec0eee02f up at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:29:02.306830 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Provisioning complete for port e7530515-9ed0-4c6f-8db4-842ec0eee02f triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:29:02.307344 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:07.663676 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-afc44c26-b4f1-4023-a4ff-b456e8d517e4 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:07.664329 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-afc44c26-b4f1-4023-a4ff-b456e8d517e4 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Synchronizing usage tracker for tenant:d0b91b444ac14fa4b69fe575bb8a67f5 on resource:network {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:29:07.708073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-afc44c26-b4f1-4023-a4ff-b456e8d517e4 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Unset dirty status for tenant:d0b91b444ac14fa4b69fe575bb8a67f5 on resource:network {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:29:07.709351 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-afc44c26-b4f1-4023-a4ff-b456e8d517e4 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/networks?id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 HTTP/1.1" status: 200 len: 815 time: 0.2130558 Jun 18 10:29:07.728340 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-c549ac09-157f-43aa-9942-462e986c1ac6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/quotas/d0b91b444ac14fa4b69fe575bb8a67f5 HTTP/1.1" status: 200 len: 375 time: 0.0131269 Jun 18 10:29:07.815848 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-bdca0d4d-a05b-4255-a0f5-252b29ab1f3e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Synchronizing usage tracker for tenant:d0b91b444ac14fa4b69fe575bb8a67f5 on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:29:07.860488 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-bdca0d4d-a05b-4255-a0f5-252b29ab1f3e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Unset dirty status for tenant:d0b91b444ac14fa4b69fe575bb8a67f5 on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:29:07.861909 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-bdca0d4d-a05b-4255-a0f5-252b29ab1f3e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0b91b444ac14fa4b69fe575bb8a67f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277170 Jun 18 10:29:07.879561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-092e25fe-5df7-49b1-9991-2860bc97b9cb service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:29:07.880616 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-092e25fe-5df7-49b1-9991-2860bc97b9cb service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0057478 Jun 18 10:29:08.021813 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-50ab0cf4-ad08-47a5-a938-0fd0ec4a8b97 service neutron] 10.222.0.22 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351042 Jun 18 10:29:08.164842 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-6f7c9c87-3761-42b1-b521-3f38a8a70b84 service neutron] 10.222.0.22 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367996 Jun 18 10:29:08.582647 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9120870e-b4fb-473e-9a7b-ecb8b1faec7e req-aed429bb-0336-462c-9ccb-bc275a6d6107 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 210 time: 0.1892893 Jun 18 10:29:09.763142 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-7fc347d3-6a59-4b7a-bb22-a5cedcc770c6 req-6d4b3bba-c708-49b3-b52d-32d5266ed4a0 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 210 time: 0.0505209 Jun 18 10:29:10.236322 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-d7717fc5-f06f-4624-96c0-8b70032ae52c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:10.237984 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-d7717fc5-f06f-4624-96c0-8b70032ae52c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.61 "GET /v2.0/networks?id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 HTTP/1.1" status: 200 len: 815 time: 0.1617615 Jun 18 10:29:10.255163 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Request body: {'port': {'device_id': 'fc324622-ae52-4150-8679-73fe03747df7', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'admin_state_up': True, 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:29:10.401380 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:29:10.412050 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:29:10.445145 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Made reservation on behalf of d0b91b444ac14fa4b69fe575bb8a67f5 for: {'port': 1} {{(pid=82216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:29:10.450754 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:10.622123 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Allocated IP 172.20.0.12 (7b475d81-7fb6-4bc2-ad6a-6b835eba4b45/343f395d-c280-4c24-94eb-c52070241a0d/a380b21b-f20a-4825-b58e-e3bf1e05d66f) {{(pid=82216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:29:10.848679 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for port, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:10.868976 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Transition to ACTIVE for port object a380b21b-f20a-4825-b58e-e3bf1e05d66f will not be triggered until provisioned by entity DHCP. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:29:10.924819 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:10.936591 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-19918723-5759-4914-8f4c-3725782691d4 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:11.013198 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c9fa6-fdf9-4076-96d7-ff769e528268 req-b052547a-06ca-430f-9c9b-d474381260d7 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:11.014746 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event updated for resources: {'Port': ['ID=a380b21b-f20a-4825-b58e-e3bf1e05d66f,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:11.016850 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c01c9fa6-fdf9-4076-96d7-ff769e528268 req-b052547a-06ca-430f-9c9b-d474381260d7 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 932 time: 0.1109076 Jun 18 10:29:11.036194 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 is already hosted by enough agents. {{(pid=82216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:29:11.037725 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Resources bound (agent type, host, resource id): {{(pid=82216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:29:11.040545 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Received port after_create {{(pid=82216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:29:11.075197 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:29:11.075704 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:29:11.076020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:29:11.076419 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:29:11.076833 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:29:11.077264 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:29:11.077725 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:29:11.079776 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:29:11.080234 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:29:11.080731 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:29:11.081355 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:29:11.131927 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-c01c9fa6-fdf9-4076-96d7-ff769e528268 req-3a363aee-1bb8-44e3-a999-f1c81a8e9c3c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Synchronizing usage tracker for tenant:d0b91b444ac14fa4b69fe575bb8a67f5 on resource:security_group {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:29:11.151331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:11.152811 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:11.162598 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:11.182891 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-c01c9fa6-fdf9-4076-96d7-ff769e528268 req-3a363aee-1bb8-44e3-a999-f1c81a8e9c3c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Unset dirty status for tenant:d0b91b444ac14fa4b69fe575bb8a67f5 on resource:security_group {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:29:11.184768 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c01c9fa6-fdf9-4076-96d7-ff769e528268 req-3a363aee-1bb8-44e3-a999-f1c81a8e9c3c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599970 Jun 18 10:29:11.228747 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9781854 Jun 18 10:29:11.571039 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-1d6df2cf-46d5-4733-9f12-be46f307c265 None None] Provisioning for port a380b21b-f20a-4825-b58e-e3bf1e05d66f completed by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:29:11.577059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-1d6df2cf-46d5-4733-9f12-be46f307c265 None None] Provisioning complete for port a380b21b-f20a-4825-b58e-e3bf1e05d66f triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:29:11.577487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1d6df2cf-46d5-4733-9f12-be46f307c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:11.636101 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-1d6df2cf-46d5-4733-9f12-be46f307c265 None None] Port a380b21b-f20a-4825-b58e-e3bf1e05d66f cannot update to ACTIVE because it is not bound. {{(pid=82217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:29:12.419502 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156c47a-d1ff-4603-bc07-def82cb71c6e req-84c6a441-1a85-499b-adc1-01a949033fd7 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:12.420994 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5156c47a-d1ff-4603-bc07-def82cb71c6e req-84c6a441-1a85-499b-adc1-01a949033fd7 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 932 time: 0.0965972 Jun 18 10:29:12.477354 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5156c47a-d1ff-4603-bc07-def82cb71c6e req-e82ff228-4f38-4623-a654-e55c8163dedd tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483685 Jun 18 10:29:13.136997 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:13.721249 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ffc5a-3895-4540-aa0b-e502e68b1fec req-98b98939-3251-4b98-adde-96523dce7416 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:13.723552 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-906ffc5a-3895-4540-aa0b-e502e68b1fec req-98b98939-3251-4b98-adde-96523dce7416 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 932 time: 0.1058855 Jun 18 10:29:13.782811 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-906ffc5a-3895-4540-aa0b-e502e68b1fec req-3a5bd381-a462-4d6b-8225-9e5c2bd0a167 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531511 Jun 18 10:29:15.016826 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75052275-2324-44bc-8854-06bcd0bbfb20 req-4be7205a-c05b-4f71-9ab7-e88ed065a071 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:15.018467 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-75052275-2324-44bc-8854-06bcd0bbfb20 req-4be7205a-c05b-4f71-9ab7-e88ed065a071 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 932 time: 0.0900080 Jun 18 10:29:15.071831 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-75052275-2324-44bc-8854-06bcd0bbfb20 req-b3be14bb-54a7-4837-8e8f-e1d7fd5d07a2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Jun 18 10:29:16.161236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:29:16.330076 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a5c7b-b12d-438c-81ce-dfb5481d2baf req-5727f502-43ec-4812-9a89-2604d659f1eb tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:16.332375 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-806a5c7b-b12d-438c-81ce-dfb5481d2baf req-5727f502-43ec-4812-9a89-2604d659f1eb tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 932 time: 0.1024919 Jun 18 10:29:16.342491 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-f678958c-456b-40a2-bc56-96fe7177a902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:16.387320 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-806a5c7b-b12d-438c-81ce-dfb5481d2baf req-fc66017b-5695-419b-9733-ea181e72d44c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481596 Jun 18 10:29:17.608875 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b001c-a9b3-455c-809a-b0aee997c2d1 req-87d1751b-4bb7-485b-b16d-d2dd23ccb9a5 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:17.610531 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-411b001c-a9b3-455c-809a-b0aee997c2d1 req-87d1751b-4bb7-485b-b16d-d2dd23ccb9a5 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 932 time: 0.0958188 Jun 18 10:29:17.665844 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-411b001c-a9b3-455c-809a-b0aee997c2d1 req-cae105eb-41dc-47ee-9fd5-346fe4129cec tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449619 Jun 18 10:29:18.028231 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:18.938429 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d06f0-836d-4ae2-8b33-1606877de77c req-78bedee9-9b04-4f88-81e7-b2e4e7b3b54d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:19.041187 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0e8d06f0-836d-4ae2-8b33-1606877de77c req-78bedee9-9b04-4f88-81e7-b2e4e7b3b54d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 932 time: 0.0954745 Jun 18 10:29:19.041187 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0e8d06f0-836d-4ae2-8b33-1606877de77c req-050fe285-fe28-4757-9d25-a32f9b5b3740 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533097 Jun 18 10:29:20.244679 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c8b8a-3e0d-43d9-a45c-12f85862d4b5 req-c0a93859-0526-405e-bcf5-340e1db03d19 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:20.246339 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-892c8b8a-3e0d-43d9-a45c-12f85862d4b5 req-c0a93859-0526-405e-bcf5-340e1db03d19 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 932 time: 0.0934329 Jun 18 10:29:20.316862 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-892c8b8a-3e0d-43d9-a45c-12f85862d4b5 req-9c6a556d-471a-47fb-9229-f662c92ab8fd tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640357 Jun 18 10:29:20.649664 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b9d4-e526-4191-b83c-a33392ab98e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:20.678195 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:20.681562 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:21.108647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-16f30e88-61c1-4540-9ec9-e8fe349b3cad tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:29:21.109739 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-16f30e88-61c1-4540-9ec9-e8fe349b3cad tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0058155 Jun 18 10:29:21.200955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Request body: {'port': {'device_id': 'fc324622-ae52-4150-8679-73fe03747df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:29:21.315174 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:21.533566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6265e-6893-4e6f-a0ea-fe631b309c86 req-72646973-705c-43b6-bdc2-9a056c244316 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:21.535255 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cee6265e-6893-4e6f-a0ea-fe631b309c86 req-72646973-705c-43b6-bdc2-9a056c244316 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 932 time: 0.0873351 Jun 18 10:29:21.586097 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cee6265e-6893-4e6f-a0ea-fe631b309c86 req-6d32a6f3-e2ad-4d44-8945-33feb685817d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Jun 18 10:29:21.678509 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a380b21b-f20a-4825-b58e-e3bf1e05d66f {{(pid=82216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:29:21.685574 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:21.701031 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Transition to ACTIVE for port object a380b21b-f20a-4825-b58e-e3bf1e05d66f will not be triggered until provisioned by entity L2. {{(pid=82216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:29:21.736167 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:21.740684 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8f4b2c37-522a-4219-8ae4-8cd932fb1abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:21.868446 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Pushing event updated for resources: {'Port': ['ID=a380b21b-f20a-4825-b58e-e3bf1e05d66f,revision_number=2']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:21.872253 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:21.986590 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Attempting to bind port a380b21b-f20a-4825-b58e-e3bf1e05d66f on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:29:21.986867 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Attempting to bind port a380b21b-f20a-4825-b58e-e3bf1e05d66f by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '3212acc6-df78-43ae-839c-2bccf24930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45'}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:29:21.987270 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Attempting to bind port a380b21b-f20a-4825-b58e-e3bf1e05d66f on network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:29:21.994815 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Port a380b21b-f20a-4825-b58e-e3bf1e05d66f on network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:29:21.995178 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Attempting to bind port a380b21b-f20a-4825-b58e-e3bf1e05d66f on network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:29:22.002005 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Checking agent: {'id': '110e78d1-0dbe-4e3b-a1b5-5f09136b94b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 18, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:29:22.002376 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Checking segment: {'id': '3212acc6-df78-43ae-839c-2bccf24930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:29:22.002801 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Bound using segment: {'id': '3212acc6-df78-43ae-839c-2bccf24930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45'} {{(pid=82216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:29:22.003280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.managers [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Bound port: a380b21b-f20a-4825-b58e-e3bf1e05d66f, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3212acc6-df78-43ae-839c-2bccf24930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45'}}] {{(pid=82216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:29:22.003666 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:22.100621 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] For port a380b21b-f20a-4825-b58e-e3bf1e05d66f, host hv-cinder-79702, cleared binding levels {{(pid=82216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:29:22.104110 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] For port a380b21b-f20a-4825-b58e-e3bf1e05d66f, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:29:22.152125 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852095951'] for port, after_update {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:22.157081 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-de815a81-24b0-4195-a9cd-25f7c890193b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:22.215665 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:22.217251 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] 10.222.0.61 "PUT /v2.0/ports/a380b21b-f20a-4825-b58e-e3bf1e05d66f HTTP/1.1" status: 200 len: 1094 time: 1.0997107 Jun 18 10:29:22.220450 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:29:22.243920 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Pushing event updated for resources: {'Port': ['ID=a380b21b-f20a-4825-b58e-e3bf1e05d66f,revision_number=3']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:22.248224 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-31833709-233a-4e8a-9a84-16aa3c1b9149 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:22.373925 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f', 'status': 'completed', 'code': 200} Jun 18 10:29:22.408630 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-d14ba72e-9086-4233-a4f4-50cf54432199 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0b91b444ac14fa4b69fe575bb8a67f5&device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 1097 time: 0.0853946 Jun 18 10:29:22.480835 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-016a47c6-f0d6-40cb-8c50-521e4a152c32 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f HTTP/1.1" status: 200 len: 217 time: 0.0654089 Jun 18 10:29:22.554475 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-786a2e93-ea8f-4040-bec3-fea8c3298fa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:22.556056 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-786a2e93-ea8f-4040-bec3-fea8c3298fa0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=343f395d-c280-4c24-94eb-c52070241a0d HTTP/1.1" status: 200 len: 854 time: 0.0690250 Jun 18 10:29:22.639007 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-3a5fd651-6991-43d7-bc39-0a44c3fe7164 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759914 Jun 18 10:29:22.787105 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-d46ed220-7d1d-4d54-b2bf-2f7ae3ceaec6 service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407604 Jun 18 10:29:22.794860 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415256d0-deb5-4c56-be78-b8e9b7070ffc req-f4594a28-a17a-4899-ab83-2af9b6feb7f9 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:22.796360 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-415256d0-deb5-4c56-be78-b8e9b7070ffc req-f4594a28-a17a-4899-ab83-2af9b6feb7f9 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 944 time: 0.0843046 Jun 18 10:29:22.846388 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-415256d0-deb5-4c56-be78-b8e9b7070ffc req-2d45b4a4-321d-45b6-b2ba-6a63e8ea1d35 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Jun 18 10:29:22.935306 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ccdba715-4a5f-4e70-8864-ab2a726afa2f req-4f388a8e-d130-4d54-8091-bc004edab226 service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416407 Jun 18 10:29:23.098902 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-419bf43b-34ed-4faf-a995-c4fa2ef2c813 req-7354010e-5b5b-4478-8556-e41f021ca3b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0b91b444ac14fa4b69fe575bb8a67f5&device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 1097 time: 0.0740962 Jun 18 10:29:23.468783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bf43b-34ed-4faf-a995-c4fa2ef2c813 req-55c53e59-5f32-4332-a7ce-243c949a1f26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:23.470342 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-419bf43b-34ed-4faf-a995-c4fa2ef2c813 req-55c53e59-5f32-4332-a7ce-243c949a1f26 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 HTTP/1.1" status: 200 len: 916 time: 0.3650832 Jun 18 10:29:23.541788 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-419bf43b-34ed-4faf-a995-c4fa2ef2c813 req-1f74605c-723f-4a0c-bce0-a0e338c13911 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f HTTP/1.1" status: 200 len: 217 time: 0.0633135 Jun 18 10:29:23.614245 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bf43b-34ed-4faf-a995-c4fa2ef2c813 req-3e94f384-6fd2-45a2-a139-b93ece2118d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:23.616331 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-419bf43b-34ed-4faf-a995-c4fa2ef2c813 req-3e94f384-6fd2-45a2-a139-b93ece2118d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=343f395d-c280-4c24-94eb-c52070241a0d HTTP/1.1" status: 200 len: 854 time: 0.0680048 Jun 18 10:29:23.696245 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-419bf43b-34ed-4faf-a995-c4fa2ef2c813 req-9e8e9002-af1d-4e28-b450-a2e57a250b29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732608 Jun 18 10:29:23.836929 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-419bf43b-34ed-4faf-a995-c4fa2ef2c813 req-96e92079-43f4-4171-9395-631ef795ce12 service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337743 Jun 18 10:29:23.980998 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-419bf43b-34ed-4faf-a995-c4fa2ef2c813 req-8be70a18-45cc-44b5-a0ec-46093b9dfa2d service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370749 Jun 18 10:29:24.063714 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793431-d99f-4c5b-958e-9ffcc3aa01ca req-60588657-d863-40f8-a6bb-e9e411c1aceb tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:24.065283 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-55793431-d99f-4c5b-958e-9ffcc3aa01ca req-60588657-d863-40f8-a6bb-e9e411c1aceb tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 944 time: 0.0882866 Jun 18 10:29:24.113979 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-55793431-d99f-4c5b-958e-9ffcc3aa01ca req-ddfa46da-efdd-4fef-981a-8bb019db3e9e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411718 Jun 18 10:29:25.320505 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c5104-f50a-40f2-b116-2e0f1e75609c req-0e45d76e-afd0-41c0-a5ca-753e5fbf6e2c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:25.322149 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-629c5104-f50a-40f2-b116-2e0f1e75609c req-0e45d76e-afd0-41c0-a5ca-753e5fbf6e2c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 944 time: 0.0835745 Jun 18 10:29:25.377163 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-629c5104-f50a-40f2-b116-2e0f1e75609c req-d7f3b403-7be6-4448-9655-9478194c8c32 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489013 Jun 18 10:29:26.584992 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b038d2-a468-4b75-86e1-be36790f1aeb req-3618935b-7349-481c-a3c9-ecc20257d131 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:26.586616 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-98b038d2-a468-4b75-86e1-be36790f1aeb req-3618935b-7349-481c-a3c9-ecc20257d131 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 944 time: 0.0858908 Jun 18 10:29:26.636124 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-98b038d2-a468-4b75-86e1-be36790f1aeb req-74df2a65-9dc8-443a-9f79-536633fde7c2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Jun 18 10:29:26.693560 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device a380b21b-f20a-4825-b58e-e3bf1e05d66f details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:29:26.835589 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port a380b21b-f20a-4825-b58e-e3bf1e05d66f, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:29:26.849350 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Returning: {'device': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'port_id': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f', 'mac_address': 'fa:16:3e:22:e5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343f395d-c280-4c24-94eb-c52070241a0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:29:26.905136 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:26.923554 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a380b21b-f20a-4825-b58e-e3bf1e05d66f {{(pid=82217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:29:26.939167 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port a380b21b-f20a-4825-b58e-e3bf1e05d66f, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:29:26.964971 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:26.966821 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:27.034078 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=a380b21b-f20a-4825-b58e-e3bf1e05d66f,revision_number=4']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:27.037364 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:27.226916 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['a380b21b-f20a-4825-b58e-e3bf1e05d66f'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:29:27.847625 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b90120-33c7-47b2-a55e-e79c4ddff5ac req-25983629-9fbb-4370-93a6-3483a67ea38c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:27.849774 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b1b90120-33c7-47b2-a55e-e79c4ddff5ac req-25983629-9fbb-4370-93a6-3483a67ea38c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 945 time: 0.0889249 Jun 18 10:29:27.899846 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b1b90120-33c7-47b2-a55e-e79c4ddff5ac req-15752c5d-5a97-425f-b395-c86524529325 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437346 Jun 18 10:29:28.723838 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device a380b21b-f20a-4825-b58e-e3bf1e05d66f up at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:29:28.816102 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning for port a380b21b-f20a-4825-b58e-e3bf1e05d66f completed by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:29:28.821488 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Provisioning complete for port a380b21b-f20a-4825-b58e-e3bf1e05d66f triggered by entity L2. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:29:28.821900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:28.963991 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:28.995278 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f'}] {{(pid=82217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:29:29.006485 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] For port a380b21b-f20a-4825-b58e-e3bf1e05d66f, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:29:29.043058 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163'] for port, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:29.045154 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:29.107775 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cc4c3-fc08-4db5-af0d-ddee33e5e860 req-88f19ce4-b872-4e28-9934-53d44b950e32 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:29.109389 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-401cc4c3-fc08-4db5-af0d-ddee33e5e860 req-88f19ce4-b872-4e28-9934-53d44b950e32 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 946 time: 0.0850315 Jun 18 10:29:29.118837 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Pushing event updated for resources: {'Port': ['ID=a380b21b-f20a-4825-b58e-e3bf1e05d66f,revision_number=5']} {{(pid=82217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:29.122218 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:29.165065 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-401cc4c3-fc08-4db5-af0d-ddee33e5e860 req-5889b17f-7a80-491c-884f-f3b881afa99e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488939 Jun 18 10:29:30.159439 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f', 'code': 200} Jun 18 10:29:30.479886 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cb0b6983-61fe-4d50-8440-7eca72442974 req-d4f709c0-e933-4f56-94c7-65f3656e79ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 1099 time: 0.0777650 Jun 18 10:29:30.532621 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-cb0b6983-61fe-4d50-8440-7eca72442974 req-8278b260-d4dd-4cbb-899f-d3e7aa36afa8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456555 Jun 18 10:29:30.606909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235fdd0-1882-4b09-8199-506c80baeecc req-5414c876-a298-4154-84b6-eeca3a69f7cb tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:30.608606 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8235fdd0-1882-4b09-8199-506c80baeecc req-5414c876-a298-4154-84b6-eeca3a69f7cb tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 946 time: 0.3096697 Jun 18 10:29:30.657043 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-8235fdd0-1882-4b09-8199-506c80baeecc req-2cbfa577-3a5d-47fe-a159-b7eb1ed326fa tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Jun 18 10:29:31.866331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55351697-15e5-424d-bff4-8da9631e8523 req-ae9f1170-290e-4765-a1b2-65123aeada02 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:31.867902 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-55351697-15e5-424d-bff4-8da9631e8523 req-ae9f1170-290e-4765-a1b2-65123aeada02 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 946 time: 0.0869300 Jun 18 10:29:31.915946 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-55351697-15e5-424d-bff4-8da9631e8523 req-a9496957-fb91-4b90-91f4-6ebdc71e712e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419536 Jun 18 10:29:32.123236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14976a-2c58-4aad-a263-64d6bdd1c197 req-fbdebae8-4ae0-4fab-a82b-535457f0f185 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:32.124816 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ef14976a-2c58-4aad-a263-64d6bdd1c197 req-fbdebae8-4ae0-4fab-a82b-535457f0f185 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 946 time: 0.0870078 Jun 18 10:29:32.175069 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-ef14976a-2c58-4aad-a263-64d6bdd1c197 req-24cf66f4-d12c-41e9-98c9-753074276caf tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Jun 18 10:29:32.617248 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d0b56-e32e-44b4-ac95-b9a3b3f5714c req-c8bfade3-a2b7-4ef3-a0a5-5b06f3289ae7 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:32.618872 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-146d0b56-e32e-44b4-ac95-b9a3b3f5714c req-c8bfade3-a2b7-4ef3-a0a5-5b06f3289ae7 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 946 time: 0.0834942 Jun 18 10:29:32.669752 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-146d0b56-e32e-44b4-ac95-b9a3b3f5714c req-96b640d4-27a5-4ef7-9e08-b87e09c98801 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448074 Jun 18 10:29:38.028605 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68309c-aea6-495d-85e6-18de01a30d70 req-fab6cc52-bb17-41bb-875e-50167ebec1a4 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:38.030231 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9d68309c-aea6-495d-85e6-18de01a30d70 req-fab6cc52-bb17-41bb-875e-50167ebec1a4 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 946 time: 0.0832231 Jun 18 10:29:38.078461 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9d68309c-aea6-495d-85e6-18de01a30d70 req-a4b2e7a0-80b0-4c2e-97da-005e4d365726 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 Jun 18 10:29:38.107604 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49606) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:29:38.264706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ad6cb0b5-5feb-4d83-9533-d60c2ebdabf7 tempest-TestMinimumBasicScenario-1983129851 tempest-TestMinimumBasicScenario-1983129851-project-admin] Synchronizing usage tracker for tenant:44e72c35af5e4e2abf00473a120d7954 on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:29:38.313850 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ad6cb0b5-5feb-4d83-9533-d60c2ebdabf7 tempest-TestMinimumBasicScenario-1983129851 tempest-TestMinimumBasicScenario-1983129851-project-admin] Unset dirty status for tenant:44e72c35af5e4e2abf00473a120d7954 on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:29:38.315219 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ad6cb0b5-5feb-4d83-9533-d60c2ebdabf7 tempest-TestMinimumBasicScenario-1983129851 tempest-TestMinimumBasicScenario-1983129851-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 1094 time: 0.2057922 Jun 18 10:29:38.319652 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49612) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:29:38.325900 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Request body: {'floatingip': {'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'port_id': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:29:38.332627 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:29:38.337533 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Usage tracker for resource:floatingip and tenant:d0b91b444ac14fa4b69fe575bb8a67f5 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:29:38.340500 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:29:38.346522 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:29:38.387834 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for floatingip, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:38.534549 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:38.714098 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_common [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Allocated IP 172.28.2.166 (3aade71e-2163-4f2a-b110-37c6fd66da65/204491dd-5aae-4488-8d44-ce0034150e84/91bd865f-6bfd-42f6-aab1-2e375ecc07e6) {{(pid=82215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:29:38.870124 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for port, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:38.913535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001343603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:38.917978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:38.986733 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Network 3aade71e-2163-4f2a-b110-37c6fd66da65 is already hosted by enough agents. {{(pid=82215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:29:38.990134 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.base_scheduler [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Resources bound (agent type, host, resource id): {{(pid=82215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:29:38.994086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Received port after_create {{(pid=82215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:29:39.026085 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event updated for resources: {'Port': ['ID=91bd865f-6bfd-42f6-aab1-2e375ecc07e6,revision_number=1']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:39.032451 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:39.553241 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:39.634496 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:39.855005 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:39.894147 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2961850'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:39.899302 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c6fc729a-73e9-4279-a97d-d2677187ac47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:40.021843 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event updated for resources: {'Port': ['ID=91bd865f-6bfd-42f6-aab1-2e375ecc07e6,revision_number=2']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:40.026191 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:40.033204 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854082938'] for floatingip, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:40.232056 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.l3_db [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Floating IP 0afc6f98-a7fb-44a0-8ece-e8e19c5fe739 associated. External IP: 172.28.2.166, port: a380b21b-f20a-4825-b58e-e3bf1e05d66f. Jun 18 10:29:40.856749 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:29:41.071226 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:29:41.081340 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a59f21b-32cd-4c4d-92d4-1d231988b64f None None] Sync routers for ids ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:29:41.094997 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a59f21b-32cd-4c4d-92d4-1d231988b64f None None] Routers {'723e98ed-35dd-49d4-ada2-7d038f0c5d68'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:29:41.095663 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-7a59f21b-32cd-4c4d-92d4-1d231988b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:29:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:29:41.119306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:41.176476 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8556209 Jun 18 10:29:41.177392 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:29:41.179692 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 49616) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:29:41.186705 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630796932', 'description': 'tempest-secgroup-smoke-630796932 description', 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:29:41.193856 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:29:41.205093 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:29:41.256566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:41.302418 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:29:41.307413 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Usage tracker for resource:security_group_rule and tenant:d0b91b444ac14fa4b69fe575bb8a67f5 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:29:41.311330 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:29:41.318957 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:29:41.341649 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f', 'status': 'completed', 'code': 200} Jun 18 10:29:41.427857 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:41.460158 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5cb57523-6ae4-40dd-975a-4d0e63d4db45 req-cd844e6d-c08a-4ca3-9c76-7efbc47ac281 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0b91b444ac14fa4b69fe575bb8a67f5&device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 1099 time: 0.0951233 Jun 18 10:29:41.491996 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:41.512407 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-08c22ac0-2cdf-461e-b02f-050eb3dafba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:41.619899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-7a59f21b-32cd-4c4d-92d4-1d231988b64f None None] Set router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:29:41.630720 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9ee0a4-2509-4168-a373-9c6503042980,revision_number=1']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:41.635789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:41.667531 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb57523-6ae4-40dd-975a-4d0e63d4db45 req-25c01d60-8811-48c8-8114-7799a1fce5a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:41.669124 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5cb57523-6ae4-40dd-975a-4d0e63d4db45 req-25c01d60-8811-48c8-8114-7799a1fce5a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 HTTP/1.1" status: 200 len: 916 time: 0.2027178 Jun 18 10:29:41.734532 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:41.735828 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1bec9375-d16a-4b39-a27e-e21989befb1d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5549920 Jun 18 10:29:41.739620 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49624) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:29:41.746590 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-46f2ab6e-605f-414f-86ca-9e8a9b622bef tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Request body: {'security_group_rule': {'security_group_id': '0d9ee0a4-2509-4168-a373-9c6503042980', 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:29:41.753443 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-46f2ab6e-605f-414f-86ca-9e8a9b622bef tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:29:41.760977 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-46f2ab6e-605f-414f-86ca-9e8a9b622bef tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Usage tracker for resource:security_group_rule and tenant:d0b91b444ac14fa4b69fe575bb8a67f5 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:29:41.764435 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-46f2ab6e-605f-414f-86ca-9e8a9b622bef tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:29:41.772127 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-46f2ab6e-605f-414f-86ca-9e8a9b622bef tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:29:41.782258 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5cb57523-6ae4-40dd-975a-4d0e63d4db45 req-f7f15d24-6950-4b02-8cc9-96d25fb5d3c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f HTTP/1.1" status: 200 len: 1000 time: 0.1053190 Jun 18 10:29:41.816633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-46f2ab6e-605f-414f-86ca-9e8a9b622bef tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:41.856631 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb57523-6ae4-40dd-975a-4d0e63d4db45 req-e0a39fe6-e0eb-40e8-beca-01ed418cc85c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:41.858348 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5cb57523-6ae4-40dd-975a-4d0e63d4db45 req-e0a39fe6-e0eb-40e8-beca-01ed418cc85c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=343f395d-c280-4c24-94eb-c52070241a0d HTTP/1.1" status: 200 len: 854 time: 0.0694611 Jun 18 10:29:41.883853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-46f2ab6e-605f-414f-86ca-9e8a9b622bef tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:41.911190 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-46f2ab6e-605f-414f-86ca-9e8a9b622bef tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:41.913562 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:41.943540 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5cb57523-6ae4-40dd-975a-4d0e63d4db45 req-8564fcdc-762f-4442-8ec1-4aeff999926d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773904 Jun 18 10:29:41.943815 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2ab6e-605f-414f-86ca-9e8a9b622bef tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9016d83d-e408-4922-9377-9be99d63c2bf,revision_number=0']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:41.948594 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-46f2ab6e-605f-414f-86ca-9e8a9b622bef tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:41.985847 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-46f2ab6e-605f-414f-86ca-9e8a9b622bef tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:41.987161 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-46f2ab6e-605f-414f-86ca-9e8a9b622bef tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2462323 Jun 18 10:29:41.991067 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49628) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:29:41.997228 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-6cffab60-6487-41b9-b6fc-3ba78dba3e8c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Request body: {'security_group_rule': {'security_group_id': '0d9ee0a4-2509-4168-a373-9c6503042980', 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:29:42.003930 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-6cffab60-6487-41b9-b6fc-3ba78dba3e8c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:29:42.008967 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-6cffab60-6487-41b9-b6fc-3ba78dba3e8c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Usage tracker for resource:security_group_rule and tenant:d0b91b444ac14fa4b69fe575bb8a67f5 is out of sync, need to count used quota {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:29:42.012037 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-6cffab60-6487-41b9-b6fc-3ba78dba3e8c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82215) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:29:42.018022 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-6cffab60-6487-41b9-b6fc-3ba78dba3e8c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82215) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:29:42.044845 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-7a59f21b-32cd-4c4d-92d4-1d231988b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 4, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '0afc6f98-a7fb-44a0-8ece-e8e19c5fe739', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'port_id': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'mac_address': 'fa:16:3e:22:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc324622-ae52-4150-8679-73fe03747df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:29:39Z', 'updated_at': '2021-06-18T10:29:39Z', 'revision_number': 0, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87c2e05-b1fb-46f5-bbca-6e10866e5fee', 'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'mac_address': 'fa:16:3e:b3:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343f395d-c280-4c24-94eb-c52070241a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:43Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 5, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'subnets': [{'id': '343f395d-c280-4c24-94eb-c52070241a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:29:42.049129 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a59f21b-32cd-4c4d-92d4-1d231988b64f None None] Checking router: 723e98ed-35dd-49d4-ada2-7d038f0c5d68 for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:29:42.063912 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a59f21b-32cd-4c4d-92d4-1d231988b64f None None] Routers {'723e98ed-35dd-49d4-ada2-7d038f0c5d68'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:29:42.064603 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-7a59f21b-32cd-4c4d-92d4-1d231988b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:29:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:29:42.067059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6cffab60-6487-41b9-b6fc-3ba78dba3e8c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.100386 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5cb57523-6ae4-40dd-975a-4d0e63d4db45 req-046f3bda-d9a7-4969-8314-426ff0c87275 service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498904 Jun 18 10:29:42.203287 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6cffab60-6487-41b9-b6fc-3ba78dba3e8c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.231261 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6cffab60-6487-41b9-b6fc-3ba78dba3e8c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.234215 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-2c4bd892-1059-4d7b-a87a-1c070a874945 tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:42.253159 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5cb57523-6ae4-40dd-975a-4d0e63d4db45 req-76fc711b-1e8e-4b87-80d6-0f99da4c2932 service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463444 Jun 18 10:29:42.259584 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffab60-6487-41b9-b6fc-3ba78dba3e8c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b372981f-4d94-4987-b533-855fe8714752,revision_number=0']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:42.262117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-6cffab60-6487-41b9-b6fc-3ba78dba3e8c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:42.265905 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-7a59f21b-32cd-4c4d-92d4-1d231988b64f None None] Set router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:29:42.328296 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-6cffab60-6487-41b9-b6fc-3ba78dba3e8c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.329914 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-6cffab60-6487-41b9-b6fc-3ba78dba3e8c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3375394 Jun 18 10:29:42.332760 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 49632) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:29:42.339501 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-403f7bab-f578-45da-9db6-45a6a4079a18 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Request body: {'security_group_rule': {'security_group_id': '0d9ee0a4-2509-4168-a373-9c6503042980', 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:29:42.345880 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-403f7bab-f578-45da-9db6-45a6a4079a18 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:29:42.350716 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-403f7bab-f578-45da-9db6-45a6a4079a18 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Usage tracker for resource:security_group_rule and tenant:d0b91b444ac14fa4b69fe575bb8a67f5 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:29:42.353754 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-403f7bab-f578-45da-9db6-45a6a4079a18 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:29:42.360166 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-403f7bab-f578-45da-9db6-45a6a4079a18 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:29:42.405342 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-403f7bab-f578-45da-9db6-45a6a4079a18 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.475566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-403f7bab-f578-45da-9db6-45a6a4079a18 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.505813 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-403f7bab-f578-45da-9db6-45a6a4079a18 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.508063 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:42.533423 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f7bab-f578-45da-9db6-45a6a4079a18 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8eef4c7-81fa-4a5a-bc87-50969a696453,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:42.536763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-403f7bab-f578-45da-9db6-45a6a4079a18 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:42.574363 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-403f7bab-f578-45da-9db6-45a6a4079a18 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.575834 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-403f7bab-f578-45da-9db6-45a6a4079a18 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2416725 Jun 18 10:29:42.578787 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 49636) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:29:42.585798 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-7159f0b9-3405-4f3f-a12b-ea9da571ef0c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Request body: {'security_group_rule': {'security_group_id': '0d9ee0a4-2509-4168-a373-9c6503042980', 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:29:42.592285 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-7159f0b9-3405-4f3f-a12b-ea9da571ef0c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:29:42.596333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-7159f0b9-3405-4f3f-a12b-ea9da571ef0c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Usage tracker for resource:security_group_rule and tenant:d0b91b444ac14fa4b69fe575bb8a67f5 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:29:42.601139 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-7159f0b9-3405-4f3f-a12b-ea9da571ef0c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:29:42.607477 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-7159f0b9-3405-4f3f-a12b-ea9da571ef0c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:29:42.636896 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-7a59f21b-32cd-4c4d-92d4-1d231988b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 4, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '0afc6f98-a7fb-44a0-8ece-e8e19c5fe739', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'port_id': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'mac_address': 'fa:16:3e:22:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc324622-ae52-4150-8679-73fe03747df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:29:39Z', 'updated_at': '2021-06-18T10:29:39Z', 'revision_number': 0, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87c2e05-b1fb-46f5-bbca-6e10866e5fee', 'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'mac_address': 'fa:16:3e:b3:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343f395d-c280-4c24-94eb-c52070241a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:43Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 5, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'subnets': [{'id': '343f395d-c280-4c24-94eb-c52070241a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:29:42.641026 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a59f21b-32cd-4c4d-92d4-1d231988b64f None None] The sync data for ids ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'] in dv-cinder-797022-1-smb is: [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 4, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_floatingips': [{'id': '0afc6f98-a7fb-44a0-8ece-e8e19c5fe739', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'router_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'port_id': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'mac_address': 'fa:16:3e:22:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc324622-ae52-4150-8679-73fe03747df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:29:39Z', 'updated_at': '2021-06-18T10:29:39Z', 'revision_number': 0, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87c2e05-b1fb-46f5-bbca-6e10866e5fee', 'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'mac_address': 'fa:16:3e:b3:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343f395d-c280-4c24-94eb-c52070241a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:43Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 5, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'subnets': [{'id': '343f395d-c280-4c24-94eb-c52070241a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:29:42.654001 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7159f0b9-3405-4f3f-a12b-ea9da571ef0c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.726551 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7159f0b9-3405-4f3f-a12b-ea9da571ef0c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.757235 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7159f0b9-3405-4f3f-a12b-ea9da571ef0c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.763931 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-20c663c3-8f34-4eed-bcb2-e103fe07acc3 tempest-TestShelveInstance-1924075809 tempest-TestShelveInstance-1924075809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:42.786003 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159f0b9-3405-4f3f-a12b-ea9da571ef0c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e037d9b9-bbbe-4093-a7d9-ce5f5c1df3f9,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:42.789844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7159f0b9-3405-4f3f-a12b-ea9da571ef0c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:42.814306 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7159f0b9-3405-4f3f-a12b-ea9da571ef0c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.816084 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-7159f0b9-3405-4f3f-a12b-ea9da571ef0c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2358592 Jun 18 10:29:42.818940 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 49640) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:29:42.825295 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-e4d090aa-5d07-45f5-9fd6-cc2c49f9af82 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Request body: {'security_group_rule': {'security_group_id': '0d9ee0a4-2509-4168-a373-9c6503042980', 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:29:42.834270 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e4d090aa-5d07-45f5-9fd6-cc2c49f9af82 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:29:42.838669 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e4d090aa-5d07-45f5-9fd6-cc2c49f9af82 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Usage tracker for resource:security_group_rule and tenant:d0b91b444ac14fa4b69fe575bb8a67f5 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:29:42.841380 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-e4d090aa-5d07-45f5-9fd6-cc2c49f9af82 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:29:42.847440 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-e4d090aa-5d07-45f5-9fd6-cc2c49f9af82 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:29:42.888645 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.securitygroups_db [None req-e4d090aa-5d07-45f5-9fd6-cc2c49f9af82 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Project d0b91b444ac14fa4b69fe575bb8a67f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 10:29:42.896458 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e4d090aa-5d07-45f5-9fd6-cc2c49f9af82 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.967742 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e4d090aa-5d07-45f5-9fd6-cc2c49f9af82 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.991635 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e4d090aa-5d07-45f5-9fd6-cc2c49f9af82 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:42.993932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:43.018835 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d090aa-5d07-45f5-9fd6-cc2c49f9af82 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fd4e9a-e325-45de-ac8b-0c3055831ab5,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:43.022378 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e4d090aa-5d07-45f5-9fd6-cc2c49f9af82 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:43.032747 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779c9e6a-a6a1-4a35-9015-6119d9a1fa21 None None] New status for floating IP 0afc6f98-a7fb-44a0-8ece-e8e19c5fe739: ACTIVE {{(pid=82218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:29:43.054288 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e4d090aa-5d07-45f5-9fd6-cc2c49f9af82 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:43.056192 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-e4d090aa-5d07-45f5-9fd6-cc2c49f9af82 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2357697 Jun 18 10:29:43.058982 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 49644) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:29:43.065786 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [None req-3685dde6-8fc4-443d-a48f-63c89971b379 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Request body: {'security_group_rule': {'security_group_id': '0d9ee0a4-2509-4168-a373-9c6503042980', 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:29:43.073028 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-3685dde6-8fc4-443d-a48f-63c89971b379 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:29:43.077341 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-3685dde6-8fc4-443d-a48f-63c89971b379 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Usage tracker for resource:security_group_rule and tenant:d0b91b444ac14fa4b69fe575bb8a67f5 is out of sync, need to count used quota {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:29:43.080415 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [None req-3685dde6-8fc4-443d-a48f-63c89971b379 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82216) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:29:43.087600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.quota.driver [None req-3685dde6-8fc4-443d-a48f-63c89971b379 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:29:43.096743 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:43.124831 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.db.securitygroups_db [None req-3685dde6-8fc4-443d-a48f-63c89971b379 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Project d0b91b444ac14fa4b69fe575bb8a67f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 10:29:43.132699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3685dde6-8fc4-443d-a48f-63c89971b379 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:43.203007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3685dde6-8fc4-443d-a48f-63c89971b379 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:43.242839 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3685dde6-8fc4-443d-a48f-63c89971b379 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105128'] for security_group_rule, after_create {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:43.245101 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-7159f0b9-3405-4f3f-a12b-ea9da571ef0c tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:43.272711 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685dde6-8fc4-443d-a48f-63c89971b379 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf32dcfc-ac66-4223-9641-bdfe974578ff,revision_number=0']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:43.275517 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-3685dde6-8fc4-443d-a48f-63c89971b379 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:43.308186 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-3685dde6-8fc4-443d-a48f-63c89971b379 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:43.309576 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-3685dde6-8fc4-443d-a48f-63c89971b379 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2494044 Jun 18 10:29:43.466167 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb90351b-48b9-4749-8af3-5d4e2d80e80f req-77bafaed-cad9-463c-a1e4-2c5466d022f1 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630796932&fields=id&tenant_id=d0b91b444ac14fa4b69fe575bb8a67f5 HTTP/1.1" status: 200 len: 267 time: 0.0451469 Jun 18 10:29:43.560649 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90351b-48b9-4749-8af3-5d4e2d80e80f req-63eab46c-2cfe-4f1f-a287-535ac3f27d05 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:43.562184 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb90351b-48b9-4749-8af3-5d4e2d80e80f req-63eab46c-2cfe-4f1f-a287-535ac3f27d05 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 946 time: 0.0900836 Jun 18 10:29:43.575508 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-bb90351b-48b9-4749-8af3-5d4e2d80e80f req-f94773f6-d6ef-416a-a67e-eeab41887c1e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Request body: {'port': {'security_groups': ['56344ffc-d21c-4131-b121-c64654c2735b', '0d9ee0a4-2509-4168-a373-9c6503042980']}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:29:43.705795 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-bb90351b-48b9-4749-8af3-5d4e2d80e80f req-f94773f6-d6ef-416a-a67e-eeab41887c1e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:43.976050 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-bb90351b-48b9-4749-8af3-5d4e2d80e80f req-f94773f6-d6ef-416a-a67e-eeab41887c1e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] For port a380b21b-f20a-4825-b58e-e3bf1e05d66f, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:29:44.002926 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-bb90351b-48b9-4749-8af3-5d4e2d80e80f req-f94773f6-d6ef-416a-a67e-eeab41887c1e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:44.033346 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-bb90351b-48b9-4749-8af3-5d4e2d80e80f req-f94773f6-d6ef-416a-a67e-eeab41887c1e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2961850'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:44.040040 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ab2fc8c5-1d4e-4b66-bb0f-fbd9494b386b tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:29:44.044533 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['a380b21b-f20a-4825-b58e-e3bf1e05d66f'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:29:44.111554 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90351b-48b9-4749-8af3-5d4e2d80e80f req-f94773f6-d6ef-416a-a67e-eeab41887c1e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:44.112180 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-bb90351b-48b9-4749-8af3-5d4e2d80e80f req-f94773f6-d6ef-416a-a67e-eeab41887c1e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:44.113987 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-bb90351b-48b9-4749-8af3-5d4e2d80e80f req-f94773f6-d6ef-416a-a67e-eeab41887c1e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "PUT /v2.0/ports/a380b21b-f20a-4825-b58e-e3bf1e05d66f HTTP/1.1" status: 200 len: 982 time: 0.5439775 Jun 18 10:29:44.114645 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:29:44.139749 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94773f6-d6ef-416a-a67e-eeab41887c1e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event updated for resources: {'Port': ['ID=a380b21b-f20a-4825-b58e-e3bf1e05d66f,revision_number=6']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:29:44.143076 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-f94773f6-d6ef-416a-a67e-eeab41887c1e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:29:44.185172 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['a380b21b-f20a-4825-b58e-e3bf1e05d66f'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:29:44.202715 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f', 'status': 'completed', 'code': 200} Jun 18 10:29:44.308450 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a4c74ba0-61b9-412b-aaea-9b9ebdf3279c req-3246ea6a-df08-482a-82bc-dea00d1d2f59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0b91b444ac14fa4b69fe575bb8a67f5&device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 1138 time: 0.0927918 Jun 18 10:29:44.358106 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876326ad-7c34-4199-a538-50eb9d1c36c5 req-06db7e04-5300-404a-a7d6-9166366c3e61 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:44.366610 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-876326ad-7c34-4199-a538-50eb9d1c36c5 req-06db7e04-5300-404a-a7d6-9166366c3e61 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.1255887 Jun 18 10:29:44.424359 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-876326ad-7c34-4199-a538-50eb9d1c36c5 req-f8160eb7-aff0-4bcc-ae12-38782f70c888 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563686 Jun 18 10:29:44.475633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c74ba0-61b9-412b-aaea-9b9ebdf3279c req-5e0b180a-2053-4bac-b4ad-1402f22d1c57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:44.477813 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a4c74ba0-61b9-412b-aaea-9b9ebdf3279c req-5e0b180a-2053-4bac-b4ad-1402f22d1c57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 HTTP/1.1" status: 200 len: 916 time: 0.1611223 Jun 18 10:29:44.591536 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a4c74ba0-61b9-412b-aaea-9b9ebdf3279c req-e3d177df-2784-4b4a-9c20-127fee1f98ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f HTTP/1.1" status: 200 len: 1002 time: 0.1067221 Jun 18 10:29:44.610018 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-a5b9e696-dff6-4ef2-b90d-604bb4840890 None None] Provisioning complete for port a380b21b-f20a-4825-b58e-e3bf1e05d66f triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:29:44.610408 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e696-dff6-4ef2-b90d-604bb4840890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:44.662390 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c74ba0-61b9-412b-aaea-9b9ebdf3279c req-e0b0f530-1c7f-4fc9-80be-3fecc412bdf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:44.663895 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a4c74ba0-61b9-412b-aaea-9b9ebdf3279c req-e0b0f530-1c7f-4fc9-80be-3fecc412bdf3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=343f395d-c280-4c24-94eb-c52070241a0d HTTP/1.1" status: 200 len: 854 time: 0.0653434 Jun 18 10:29:44.748526 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a4c74ba0-61b9-412b-aaea-9b9ebdf3279c req-61218b8a-7137-4580-8fdf-8652a0d7e1a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782804 Jun 18 10:29:44.896986 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a4c74ba0-61b9-412b-aaea-9b9ebdf3279c req-633fdcfd-b401-40c8-b028-feadf56b9437 service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385031 Jun 18 10:29:45.044989 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a4c74ba0-61b9-412b-aaea-9b9ebdf3279c req-3a56f532-ef52-41b1-8e7e-594308adf547 service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422529 Jun 18 10:29:45.693765 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4b8101bb-7c40-43fe-8780-257289b66cdf req-09775a57-f863-4cd7-946f-dcdbb9849d41 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815954 Jun 18 10:29:45.853237 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4b8101bb-7c40-43fe-8780-257289b66cdf req-47b79793-63ff-4123-b577-b18b6e154cdb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0b91b444ac14fa4b69fe575bb8a67f5&device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 1138 time: 0.0789313 Jun 18 10:29:46.008886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8101bb-7c40-43fe-8780-257289b66cdf req-7f8a54e0-9a94-475d-b27e-3d2f374fc365 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:46.010454 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4b8101bb-7c40-43fe-8780-257289b66cdf req-7f8a54e0-9a94-475d-b27e-3d2f374fc365 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 HTTP/1.1" status: 200 len: 916 time: 0.1391094 Jun 18 10:29:46.114770 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4b8101bb-7c40-43fe-8780-257289b66cdf req-56eb29f7-6713-4e01-8c57-9aad6c32be79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f HTTP/1.1" status: 200 len: 1002 time: 0.0981960 Jun 18 10:29:46.185202 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8101bb-7c40-43fe-8780-257289b66cdf req-894a1fc0-8073-4ccb-bef0-a1b6d7cf5079 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:29:46.186929 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4b8101bb-7c40-43fe-8780-257289b66cdf req-894a1fc0-8073-4ccb-bef0-a1b6d7cf5079 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=343f395d-c280-4c24-94eb-c52070241a0d HTTP/1.1" status: 200 len: 854 time: 0.0661299 Jun 18 10:29:46.267997 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4b8101bb-7c40-43fe-8780-257289b66cdf req-faf0a923-c119-49ef-8e25-c2e2ecc1763a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748458 Jun 18 10:29:46.333952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c59ab8ad-0493-4cf2-a12b-248e666a0f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:46.418221 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4b8101bb-7c40-43fe-8780-257289b66cdf req-aba89fcd-d66a-46fb-8d30-7aeedc8fb399 service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366997 Jun 18 10:29:46.562834 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-4b8101bb-7c40-43fe-8780-257289b66cdf req-ec0afc30-8e08-4766-8ff4-30e645fc2c8e service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370203 Jun 18 10:29:48.032776 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:48.855886 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-19bafe01-7f54-4a3c-abff-09b191d128a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:49.358710 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:50.427119 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:29:53.162229 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:30:07.421155 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-394e630c-6c6d-41fb-8196-4d1f04f5bc6c req-bf584b63-514b-48a1-93ac-3745303114da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0b91b444ac14fa4b69fe575bb8a67f5&device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 1138 time: 0.0802269 Jun 18 10:30:07.439603 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fda55e-be3e-4143-8864-aabe9490de92 req-e5523c35-e505-442b-936a-d1c094bdc987 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:07.441363 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b2fda55e-be3e-4143-8864-aabe9490de92 req-e5523c35-e505-442b-936a-d1c094bdc987 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0850713 Jun 18 10:30:07.492759 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b2fda55e-be3e-4143-8864-aabe9490de92 req-b0647114-8c34-4afa-b711-f51edb33ac58 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446305 Jun 18 10:30:07.793550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e630c-6c6d-41fb-8196-4d1f04f5bc6c req-9aac4b41-d77b-49bc-9763-cd7e2bf4d421 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:07.795129 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-394e630c-6c6d-41fb-8196-4d1f04f5bc6c req-9aac4b41-d77b-49bc-9763-cd7e2bf4d421 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 HTTP/1.1" status: 200 len: 916 time: 0.3663378 Jun 18 10:30:07.900778 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-394e630c-6c6d-41fb-8196-4d1f04f5bc6c req-9bc5c56a-3360-4ef7-91b9-072c358b60fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f HTTP/1.1" status: 200 len: 1002 time: 0.0990255 Jun 18 10:30:07.968204 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e630c-6c6d-41fb-8196-4d1f04f5bc6c req-8f3a7266-2c2b-4ee1-b71f-80c05521ce6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:07.969778 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-394e630c-6c6d-41fb-8196-4d1f04f5bc6c req-8f3a7266-2c2b-4ee1-b71f-80c05521ce6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=343f395d-c280-4c24-94eb-c52070241a0d HTTP/1.1" status: 200 len: 854 time: 0.0624087 Jun 18 10:30:08.049804 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-394e630c-6c6d-41fb-8196-4d1f04f5bc6c req-3efd6125-65bb-4ebc-b21c-c303d7b86ead service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734262 Jun 18 10:30:08.191886 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-394e630c-6c6d-41fb-8196-4d1f04f5bc6c req-5a9a9f16-bfd8-41bc-92eb-88c4e0d6ba5d service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347079 Jun 18 10:30:08.337599 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-394e630c-6c6d-41fb-8196-4d1f04f5bc6c req-c15bed42-b577-4094-84af-734b74a47b31 service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387677 Jun 18 10:30:08.722153 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fc53d-2bbb-43a3-957b-3673fdc97aad req-42a1632f-f27e-44cd-955f-ac0f60b89b7d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:08.723680 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-196fc53d-2bbb-43a3-957b-3673fdc97aad req-42a1632f-f27e-44cd-955f-ac0f60b89b7d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0930619 Jun 18 10:30:08.776022 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-196fc53d-2bbb-43a3-957b-3673fdc97aad req-1611b399-83f5-487e-a981-76caf74060d9 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456901 Jun 18 10:30:09.984076 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e53864-1c90-4dcb-b69d-968f8d5fef32 req-bfe88335-64c7-42a0-a382-219fc46867c8 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:09.985687 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c3e53864-1c90-4dcb-b69d-968f8d5fef32 req-bfe88335-64c7-42a0-a382-219fc46867c8 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0841899 Jun 18 10:30:10.041693 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-c3e53864-1c90-4dcb-b69d-968f8d5fef32 req-864a99ec-a412-442c-b87c-c66280965002 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0495958 Jun 18 10:30:11.252921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f232ce5-0bd1-4003-a53d-8cc373f4238a req-98a18474-a32b-4437-b8df-1e1e45e3726e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:11.254745 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5f232ce5-0bd1-4003-a53d-8cc373f4238a req-98a18474-a32b-4437-b8df-1e1e45e3726e tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0844855 Jun 18 10:30:11.307481 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-5f232ce5-0bd1-4003-a53d-8cc373f4238a req-ce51a109-e3eb-42ca-8949-cfffae6c56a8 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454590 Jun 18 10:30:12.520223 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52346f7-f885-4f2f-af0b-1bdc7c6444b1 req-e0825aa0-2284-49a8-b6d4-f543b44950aa tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:12.521830 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f52346f7-f885-4f2f-af0b-1bdc7c6444b1 req-e0825aa0-2284-49a8-b6d4-f543b44950aa tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0870032 Jun 18 10:30:12.573462 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-f52346f7-f885-4f2f-af0b-1bdc7c6444b1 req-d1d90cf3-729e-4721-8a8a-5b4ed05043f7 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452449 Jun 18 10:30:13.110540 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:13.802651 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29284d4-76e9-47b8-8203-c4a7139435dd req-bc2ed100-af05-4f7a-a2c4-4efe5a5fed22 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:13.804251 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e29284d4-76e9-47b8-8203-c4a7139435dd req-bc2ed100-af05-4f7a-a2c4-4efe5a5fed22 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.1023340 Jun 18 10:30:13.859717 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e29284d4-76e9-47b8-8203-c4a7139435dd req-d257e4c3-a99b-4adb-afa5-991dd0f2f224 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474932 Jun 18 10:30:15.084529 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38904a1-f82f-44f6-a614-95464a169364 req-55d1aab0-6163-4352-9fff-0af0744b790d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:15.087825 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a38904a1-f82f-44f6-a614-95464a169364 req-55d1aab0-6163-4352-9fff-0af0744b790d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0953436 Jun 18 10:30:15.139180 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a38904a1-f82f-44f6-a614-95464a169364 req-f712f40c-74b9-4339-8b79-c24bdea3b1b3 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445032 Jun 18 10:30:16.327960 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d498c044-502e-4a8a-81fe-376b229183d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:16.349187 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d5a02-ee75-455d-8d16-4d24aec5d366 req-6fc94c11-fba6-4680-8cf1-6cbae51d0734 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:16.350815 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-350d5a02-ee75-455d-8d16-4d24aec5d366 req-6fc94c11-fba6-4680-8cf1-6cbae51d0734 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0849912 Jun 18 10:30:16.400725 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-350d5a02-ee75-455d-8d16-4d24aec5d366 req-fb275c9e-0107-408e-9536-fe7e364ca08a tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436637 Jun 18 10:30:17.616598 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577d334-91c2-48fc-8ff7-bc1296380162 req-b8f0e7ed-75ad-4179-ad41-bc6f08fcca52 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:17.618167 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b577d334-91c2-48fc-8ff7-bc1296380162 req-b8f0e7ed-75ad-4179-ad41-bc6f08fcca52 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0927825 Jun 18 10:30:17.668280 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-b577d334-91c2-48fc-8ff7-bc1296380162 req-dd7d7e0c-6530-4ede-979a-a6f66d276137 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433183 Jun 18 10:30:18.044137 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:18.861011 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1537b662-b737-4d89-8ca7-aef23e53e69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:18.880007 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272c374-3338-41e9-9489-ba918f9f217c req-bffd47f9-f3bf-4377-9983-4248fa2fc4d9 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:18.881668 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a272c374-3338-41e9-9489-ba918f9f217c req-bffd47f9-f3bf-4377-9983-4248fa2fc4d9 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0886586 Jun 18 10:30:18.937178 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a272c374-3338-41e9-9489-ba918f9f217c req-ba57e468-25d6-4b29-afa8-2af4486e7630 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488470 Jun 18 10:30:19.224855 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:20.147990 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f193b-a210-4fbd-8f0a-dc78dee489cd req-794818f9-c170-4010-a021-c3c55b89327f tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:20.149607 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-af9f193b-a210-4fbd-8f0a-dc78dee489cd req-794818f9-c170-4010-a021-c3c55b89327f tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0851302 Jun 18 10:30:20.202104 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-af9f193b-a210-4fbd-8f0a-dc78dee489cd req-89349aeb-3245-4f2e-a8e4-60e51bbb8aa6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454345 Jun 18 10:30:20.438065 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:21.414583 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cf49a-e09b-46bf-afb1-b2e771575b5a req-294a4d60-8689-4a9b-b44c-5313605a9666 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:21.416145 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b0cf49a-e09b-46bf-afb1-b2e771575b5a req-294a4d60-8689-4a9b-b44c-5313605a9666 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0867369 Jun 18 10:30:21.466232 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-1b0cf49a-e09b-46bf-afb1-b2e771575b5a req-632e4813-cc9a-4b8a-8214-60db0ff5901d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436301 Jun 18 10:30:22.673399 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad8c72-9bf3-433d-bcf1-720fe494dcab req-3621706c-f94c-4c85-a52f-f9e80db6f6bd tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:22.675029 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-21ad8c72-9bf3-433d-bcf1-720fe494dcab req-3621706c-f94c-4c85-a52f-f9e80db6f6bd tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0826521 Jun 18 10:30:22.724966 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-21ad8c72-9bf3-433d-bcf1-720fe494dcab req-68b50e53-1242-4597-9141-b8326b2ea60f tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437303 Jun 18 10:30:23.937795 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeac531-13b5-4099-8407-71555e99753a req-6dde15c9-6cfa-4498-adcf-30ee08759fd5 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:23.939428 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dbeac531-13b5-4099-8407-71555e99753a req-6dde15c9-6cfa-4498-adcf-30ee08759fd5 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0889504 Jun 18 10:30:23.989921 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-dbeac531-13b5-4099-8407-71555e99753a req-7723bfb2-e473-4d8f-a021-e215a6d3d48d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442178 Jun 18 10:30:25.202754 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fe5fa-99cb-49cc-a710-18e0982d4a79 req-5d9c470b-53ce-45f3-9c14-653afab33091 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:25.204336 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-531fe5fa-99cb-49cc-a710-18e0982d4a79 req-5d9c470b-53ce-45f3-9c14-653afab33091 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0831511 Jun 18 10:30:25.259039 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-531fe5fa-99cb-49cc-a710-18e0982d4a79 req-f1eab1bd-5cc3-47da-a168-97f09cff6a63 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&id=0d9ee0a4-2509-4168-a373-9c6503042980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484259 Jun 18 10:30:30.163439 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:30:43.117909 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:46.327993 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-746a0ff3-ac61-488e-a3d3-d19588f8eb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:46.679880 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-61ac230a-2a5b-454f-a464-2a6527095f2f req-7c39ce6e-8b8e-43bd-b420-850ba8fdf7ed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817599 Jun 18 10:30:46.835249 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-61ac230a-2a5b-454f-a464-2a6527095f2f req-0dfe5cfd-6ec6-45f0-bc55-e31903345198 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0b91b444ac14fa4b69fe575bb8a67f5&device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 1138 time: 0.0804334 Jun 18 10:30:47.034435 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac230a-2a5b-454f-a464-2a6527095f2f req-b1321c2e-e897-4469-b32a-8617fad69796 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:47.034435 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-61ac230a-2a5b-454f-a464-2a6527095f2f req-b1321c2e-e897-4469-b32a-8617fad69796 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 HTTP/1.1" status: 200 len: 916 time: 0.1500494 Jun 18 10:30:47.122659 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-61ac230a-2a5b-454f-a464-2a6527095f2f req-b471cf16-2da8-449c-a9d4-4a22a9351dcd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f HTTP/1.1" status: 200 len: 1002 time: 0.1099155 Jun 18 10:30:47.194921 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac230a-2a5b-454f-a464-2a6527095f2f req-89d6a264-3547-4067-a4db-68cca090f1ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:47.196525 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-61ac230a-2a5b-454f-a464-2a6527095f2f req-89d6a264-3547-4067-a4db-68cca090f1ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=343f395d-c280-4c24-94eb-c52070241a0d HTTP/1.1" status: 200 len: 854 time: 0.0678213 Jun 18 10:30:47.281250 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-61ac230a-2a5b-454f-a464-2a6527095f2f req-9860b72c-8b1d-4ac3-9000-4646a0106b80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782142 Jun 18 10:30:47.443644 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-61ac230a-2a5b-454f-a464-2a6527095f2f req-346ebf6b-5b00-453d-8265-5fd2c987a511 service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549792 Jun 18 10:30:47.604835 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-61ac230a-2a5b-454f-a464-2a6527095f2f req-372585f6-2248-4f3f-828d-a664e60b448b service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545310 Jun 18 10:30:48.060238 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:48.855041 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-42a9002b-3303-458a-8243-a2e89c927c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:49.224621 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:50.438315 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:57.783150 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0fa9b05c-bba0-4eaf-a0dd-f9a324c12fa7 req-65a7720f-6bfc-4303-9771-34c7f6ca0d09 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630796932&fields=id&tenant_id=d0b91b444ac14fa4b69fe575bb8a67f5 HTTP/1.1" status: 200 len: 267 time: 0.0456424 Jun 18 10:30:57.872491 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b05c-bba0-4eaf-a0dd-f9a324c12fa7 req-f192fbe5-9994-4669-ba02-b4ceb51df5ea tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:57.874167 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0fa9b05c-bba0-4eaf-a0dd-f9a324c12fa7 req-f192fbe5-9994-4669-ba02-b4ceb51df5ea tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 985 time: 0.0850558 Jun 18 10:30:57.887004 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.v2.base [req-0fa9b05c-bba0-4eaf-a0dd-f9a324c12fa7 req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Request body: {'port': {'security_groups': ['56344ffc-d21c-4131-b121-c64654c2735b']}} {{(pid=82215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:30:58.017633 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0fa9b05c-bba0-4eaf-a0dd-f9a324c12fa7 req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854710753'] for port, before_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:58.288365 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-0fa9b05c-bba0-4eaf-a0dd-f9a324c12fa7 req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] For port a380b21b-f20a-4825-b58e-e3bf1e05d66f, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:30:58.320246 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0fa9b05c-bba0-4eaf-a0dd-f9a324c12fa7 req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for port, precommit_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:58.351763 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0fa9b05c-bba0-4eaf-a0dd-f9a324c12fa7 req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363249853083918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001343620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249853432163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2961850'] for port, after_update {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:58.358019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-08a59e05-0643-4c83-98db-1b8148d2c9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:30:58.363190 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['a380b21b-f20a-4825-b58e-e3bf1e05d66f'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:30:58.430643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b05c-bba0-4eaf-a0dd-f9a324c12fa7 req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:58.431586 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-0fa9b05c-bba0-4eaf-a0dd-f9a324c12fa7 req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:58.433058 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-0fa9b05c-bba0-4eaf-a0dd-f9a324c12fa7 req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "PUT /v2.0/ports/a380b21b-f20a-4825-b58e-e3bf1e05d66f HTTP/1.1" status: 200 len: 943 time: 0.5513325 Jun 18 10:30:58.433637 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:30:58.440731 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82216) accepted ('10.222.0.22', 49716) {{(pid=82216) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:30:58.457695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event updated for resources: {'Port': ['ID=a380b21b-f20a-4825-b58e-e3bf1e05d66f,revision_number=7']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:30:58.471828 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.472617 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.473474 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.474269 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.474877 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.475776 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.476389 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.476988 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.477930 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.478898 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.479706 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.486911 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-4a6ee4c6-5bfb-413b-b87a-92e3679105d2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:30:58.526086 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['a380b21b-f20a-4825-b58e-e3bf1e05d66f'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:30:58.527175 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:58.538734 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f', 'status': 'completed', 'code': 200} Jun 18 10:30:58.572057 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:58.714474 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a48ad976-f3ce-4529-919c-f39e1b42fd91 req-138fc7d0-bf5b-4e9f-8b52-42b71e8b09f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0b91b444ac14fa4b69fe575bb8a67f5&device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 1099 time: 0.1449318 Jun 18 10:30:58.856044 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ad976-f3ce-4529-919c-f39e1b42fd91 req-beb7c5ca-0265-42c4-b1c5-858c3d5beef6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:58.857438 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a48ad976-f3ce-4529-919c-f39e1b42fd91 req-beb7c5ca-0265-42c4-b1c5-858c3d5beef6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 HTTP/1.1" status: 200 len: 916 time: 0.1431282 Jun 18 10:30:58.864590 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.provisioning_blocks [None req-a74879b0-cb07-4a1e-b003-f0a808b58067 None None] Provisioning complete for port a380b21b-f20a-4825-b58e-e3bf1e05d66f triggered by entity DHCP. {{(pid=82217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:30:58.865018 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a74879b0-cb07-4a1e-b003-f0a808b58067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-27074'] for port, provisioning_complete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:58.918535 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:58.936895 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e27a8d75-2a35-484c-ab24-0d7a665fa45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:30:58.962319 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9ee0a4-2509-4168-a373-9c6503042980,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:30:58.992411 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for security_group, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:58.993716 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "DELETE /v2.0/security-groups/0d9ee0a4-2509-4168-a373-9c6503042980 HTTP/1.1" status: 204 len: 168 time: 0.5518453 Jun 18 10:30:58.996624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49722) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:30:58.998198 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.998661 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.999037 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:58.999448 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:59.000524 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:59.000982 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:59.001387 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:59.001819 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:59.002224 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:59.002624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:59.003020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-smb {{(pid=82216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:30:59.008077 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0713ee50-ea22-4731-8d45-e181c12000f6 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:30:59.013012 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a48ad976-f3ce-4529-919c-f39e1b42fd91 req-b1069e0d-b504-4db6-bb96-f586bdd0a84f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f HTTP/1.1" status: 200 len: 1002 time: 0.1492164 Jun 18 10:30:59.085182 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ad976-f3ce-4529-919c-f39e1b42fd91 req-acdc2788-4cf0-438c-914b-dbf7256e3288 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:30:59.086981 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a48ad976-f3ce-4529-919c-f39e1b42fd91 req-acdc2788-4cf0-438c-914b-dbf7256e3288 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=343f395d-c280-4c24-94eb-c52070241a0d HTTP/1.1" status: 200 len: 854 time: 0.0682645 Jun 18 10:30:59.168131 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a48ad976-f3ce-4529-919c-f39e1b42fd91 req-948938ea-8636-41ff-8c2d-9fc77d22605f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751581 Jun 18 10:30:59.225986 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Deleting port 91bd865f-6bfd-42f6-aab1-2e375ecc07e6 {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:30:59.226345 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:59.323334 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a48ad976-f3ce-4529-919c-f39e1b42fd91 req-f0c83f92-928c-475f-a24b-9b3c9d2413b7 service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486611 Jun 18 10:30:59.422227 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:59.422513 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:30:59.473922 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-a48ad976-f3ce-4529-919c-f39e1b42fd91 req-06fdf821-6eb3-4b15-af86-5303ce404b60 service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441903 Jun 18 10:30:59.768138 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Calling delete_port for 91bd865f-6bfd-42f6-aab1-2e375ecc07e6 owned by network:floatingip {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:31:00.155386 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:00.160629 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a9bc1d93-e071-4ae2-91a3-d38ddb2ecaaf tempest-VolumesNegativeTest-676859531 tempest-VolumesNegativeTest-676859531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:00.206339 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event deleted for resources: {'Port': ['ID=91bd865f-6bfd-42f6-aab1-2e375ecc07e6,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:00.209487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:00.311389 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks [] for floatingip, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:00.748036 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:31:00.972013 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:31:00.982224 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724f858-758b-418e-8c0c-efd46c2f3b2d None None] Sync routers for ids ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:31:00.990917 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for floatingip, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:00.998280 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6724f858-758b-418e-8c0c-efd46c2f3b2d None None] Routers {'723e98ed-35dd-49d4-ada2-7d038f0c5d68'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:31:00.998938 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-6724f858-758b-418e-8c0c-efd46c2f3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:30:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:01.048534 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "DELETE /v2.0/floatingips/0afc6f98-a7fb-44a0-8ece-e8e19c5fe739 HTTP/1.1" status: 204 len: 168 time: 2.0505183 Jun 18 10:31:01.049277 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f'}] {{(pid=82215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:31:01.116411 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f', 'status': 'completed', 'code': 200} Jun 18 10:31:01.205211 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-6724f858-758b-418e-8c0c-efd46c2f3b2d None None] Set router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:31:01.230795 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9b416e5c-229b-4eae-886a-02b2348ebd6b req-dde116af-f743-4727-b62f-892cce6d200a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0b91b444ac14fa4b69fe575bb8a67f5&device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 1099 time: 0.0906384 Jun 18 10:31:01.416029 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b416e5c-229b-4eae-886a-02b2348ebd6b req-edd25b42-ba72-4bc3-ba60-ff16607b8318 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:31:01.417864 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9b416e5c-229b-4eae-886a-02b2348ebd6b req-edd25b42-ba72-4bc3-ba60-ff16607b8318 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 HTTP/1.1" status: 200 len: 916 time: 0.1809690 Jun 18 10:31:01.506790 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9b416e5c-229b-4eae-886a-02b2348ebd6b req-36fa90a0-fe92-450b-9707-36077a513073 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f HTTP/1.1" status: 200 len: 217 time: 0.0827477 Jun 18 10:31:01.619521 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b416e5c-229b-4eae-886a-02b2348ebd6b req-1b10bc0e-cede-40f7-8281-56ab5207bb64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:31:01.621967 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9b416e5c-229b-4eae-886a-02b2348ebd6b req-1b10bc0e-cede-40f7-8281-56ab5207bb64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=343f395d-c280-4c24-94eb-c52070241a0d HTTP/1.1" status: 200 len: 854 time: 0.1084011 Jun 18 10:31:01.652630 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-6724f858-758b-418e-8c0c-efd46c2f3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 4, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'f87c2e05-b1fb-46f5-bbca-6e10866e5fee', 'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'mac_address': 'fa:16:3e:b3:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343f395d-c280-4c24-94eb-c52070241a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:43Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 5, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'subnets': [{'id': '343f395d-c280-4c24-94eb-c52070241a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:01.658254 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724f858-758b-418e-8c0c-efd46c2f3b2d None None] Checking router: 723e98ed-35dd-49d4-ada2-7d038f0c5d68 for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:31:01.670191 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6724f858-758b-418e-8c0c-efd46c2f3b2d None None] Routers {'723e98ed-35dd-49d4-ada2-7d038f0c5d68'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:31:01.670943 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-6724f858-758b-418e-8c0c-efd46c2f3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:30:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:01.754394 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9b416e5c-229b-4eae-886a-02b2348ebd6b req-d8f6f6c2-3572-4253-88d1-017bddbf5d5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1261110 Jun 18 10:31:01.880715 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-6724f858-758b-418e-8c0c-efd46c2f3b2d None None] Set router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:31:01.917901 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9b416e5c-229b-4eae-886a-02b2348ebd6b req-22aa4a01-97b4-4261-a4e3-99d82076b058 service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553531 Jun 18 10:31:02.072487 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9b416e5c-229b-4eae-886a-02b2348ebd6b req-ef1be5ce-bae4-438d-b0d0-3b63c63cbddc service neutron] 10.222.0.61 "GET /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482365 Jun 18 10:31:02.243011 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-6724f858-758b-418e-8c0c-efd46c2f3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 4, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'f87c2e05-b1fb-46f5-bbca-6e10866e5fee', 'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'mac_address': 'fa:16:3e:b3:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343f395d-c280-4c24-94eb-c52070241a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:43Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 5, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'subnets': [{'id': '343f395d-c280-4c24-94eb-c52070241a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:02.247438 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724f858-758b-418e-8c0c-efd46c2f3b2d None None] The sync data for ids ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'] in dv-cinder-797022-1-smb is: [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:44Z', 'revision_number': 4, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb', '_interfaces': [{'id': 'f87c2e05-b1fb-46f5-bbca-6e10866e5fee', 'name': '', 'network_id': '7b475d81-7fb6-4bc2-ad6a-6b835eba4b45', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'mac_address': 'fa:16:3e:b3:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343f395d-c280-4c24-94eb-c52070241a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:43Z', 'updated_at': '2021-06-18T10:28:52Z', 'revision_number': 5, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'subnets': [{'id': '343f395d-c280-4c24-94eb-c52070241a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:31:02.692551 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fdc4ed-e55c-4b3b-999d-9eb7b0854139 None None] New status for floating IP 0afc6f98-a7fb-44a0-8ece-e8e19c5fe739: DOWN {{(pid=82218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:31:05.006401 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d78dc-abef-41ba-87a6-b885ef5b5072 req-487a6df6-a5d4-45db-a926-6d518ea22ca9 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:31:05.007156 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-9f0d78dc-abef-41ba-87a6-b885ef5b5072 req-487a6df6-a5d4-45db-a926-6d518ea22ca9 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Synchronizing usage tracker for tenant:d0b91b444ac14fa4b69fe575bb8a67f5 on resource:port {{(pid=82215) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:31:05.042764 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-9f0d78dc-abef-41ba-87a6-b885ef5b5072 req-487a6df6-a5d4-45db-a926-6d518ea22ca9 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Unset dirty status for tenant:d0b91b444ac14fa4b69fe575bb8a67f5 on resource:port {{(pid=82215) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:31:05.044109 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9f0d78dc-abef-41ba-87a6-b885ef5b5072 req-487a6df6-a5d4-45db-a926-6d518ea22ca9 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 946 time: 0.1198020 Jun 18 10:31:05.098487 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-9f0d78dc-abef-41ba-87a6-b885ef5b5072 req-e220a87e-6afe-42e1-be9d-c629cab9c5c2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475640 Jun 18 10:31:06.308582 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6626501-65c2-4f55-9c29-d64a51da39bd req-a06d626f-62ef-401b-bcd1-3956a653a0f8 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:31:06.310235 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e6626501-65c2-4f55-9c29-d64a51da39bd req-a06d626f-62ef-401b-bcd1-3956a653a0f8 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 946 time: 0.0849051 Jun 18 10:31:06.361216 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-e6626501-65c2-4f55-9c29-d64a51da39bd req-b80f7079-b938-4fb6-8b59-c34693335210 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Jun 18 10:31:06.701846 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c34f31-8717-4118-841c-c47fafcbd40d req-10f1c960-6192-4713-a7cb-d4d7fe1389ff tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:31:06.702588 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-02c34f31-8717-4118-841c-c47fafcbd40d req-10f1c960-6192-4713-a7cb-d4d7fe1389ff tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Synchronizing usage tracker for tenant:d0b91b444ac14fa4b69fe575bb8a67f5 on resource:port {{(pid=82216) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:31:06.716105 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.quota.resource [req-02c34f31-8717-4118-841c-c47fafcbd40d req-10f1c960-6192-4713-a7cb-d4d7fe1389ff tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Unset dirty status for tenant:d0b91b444ac14fa4b69fe575bb8a67f5 on resource:port {{(pid=82216) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:31:06.717340 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-02c34f31-8717-4118-841c-c47fafcbd40d req-10f1c960-6192-4713-a7cb-d4d7fe1389ff tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 946 time: 0.1037948 Jun 18 10:31:06.789223 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-02c34f31-8717-4118-841c-c47fafcbd40d req-0fd17095-9dbd-439f-9660-f7b6120bbad2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Deleting port a380b21b-f20a-4825-b58e-e3bf1e05d66f {{(pid=82216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:31:06.789623 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-02c34f31-8717-4118-841c-c47fafcbd40d req-0fd17095-9dbd-439f-9660-f7b6120bbad2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:07.164772 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:31:07.281465 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [req-02c34f31-8717-4118-841c-c47fafcbd40d req-0fd17095-9dbd-439f-9660-f7b6120bbad2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] For port a380b21b-f20a-4825-b58e-e3bf1e05d66f, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a380b21b-f20a-4825-b58e-e3bf1e05d66f,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:31:07.281849 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-02c34f31-8717-4118-841c-c47fafcbd40d req-0fd17095-9dbd-439f-9660-f7b6120bbad2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:07.410271 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [req-02c34f31-8717-4118-841c-c47fafcbd40d req-0fd17095-9dbd-439f-9660-f7b6120bbad2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Calling delete_port for a380b21b-f20a-4825-b58e-e3bf1e05d66f owned by compute:nova {{(pid=82216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:31:07.579457 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae634c3-aee4-4289-a634-7b389ccb5fa1 req-37a2df94-2641-40e2-a6a1-2ed2eb432d45 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:31:07.581063 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3ae634c3-aee4-4289-a634-7b389ccb5fa1 req-37a2df94-2641-40e2-a6a1-2ed2eb432d45 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc324622-ae52-4150-8679-73fe03747df7 HTTP/1.1" status: 200 len: 946 time: 0.0931990 Jun 18 10:31:07.591381 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-02c34f31-8717-4118-841c-c47fafcbd40d req-0fd17095-9dbd-439f-9660-f7b6120bbad2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2679864'] for port, after_delete {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:07.599153 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-d5d8f920-fd61-4897-8dfd-4571555e776d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:07.603039 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] get_ports_and_sgs() called for port_ids ['a380b21b-f20a-4825-b58e-e3bf1e05d66f'] {{(pid=82217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:31:07.632345 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-3ae634c3-aee4-4289-a634-7b389ccb5fa1 req-50f0eb7e-ecda-4287-9705-642b7655bb59 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.22 "GET /v2.0/security-groups?id=56344ffc-d21c-4131-b121-c64654c2735b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450823 Jun 18 10:31:07.645571 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd17095-9dbd-439f-9660-f7b6120bbad2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Pushing event deleted for resources: {'Port': ['ID=a380b21b-f20a-4825-b58e-e3bf1e05d66f,revision_number=None']} {{(pid=82216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:07.650183 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0fd17095-9dbd-439f-9660-f7b6120bbad2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:07.726200 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c34f31-8717-4118-841c-c47fafcbd40d req-0fd17095-9dbd-439f-9660-f7b6120bbad2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] No DVR routers for this DVR port a380b21b-f20a-4825-b58e-e3bf1e05d66f on host hv-cinder-79702 {{(pid=82216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:31:07.728723 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [req-02c34f31-8717-4118-841c-c47fafcbd40d req-0fd17095-9dbd-439f-9660-f7b6120bbad2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49683'] for port, before_response {{(pid=82216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:07.731570 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'name': 'network-vif-deleted', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f'}] {{(pid=82216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:31:07.769668 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [req-02c34f31-8717-4118-841c-c47fafcbd40d req-0fd17095-9dbd-439f-9660-f7b6120bbad2 tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] 10.222.0.61 "DELETE /v2.0/ports/a380b21b-f20a-4825-b58e-e3bf1e05d66f HTTP/1.1" status: 204 len: 173 time: 1.0473762 Jun 18 10:31:07.793646 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc324622-ae52-4150-8679-73fe03747df7', 'name': 'network-vif-deleted', 'tag': 'a380b21b-f20a-4825-b58e-e3bf1e05d66f', 'status': 'completed', 'code': 200} Jun 18 10:31:10.100752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49804) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:31:10.522018 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8167af48-e393-4fc1-a367-cdf2a2b4ee15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701408'] for router_interface, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:11.265852 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device a380b21b-f20a-4825-b58e-e3bf1e05d66f no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:31:11.306952 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] No Port match for: a380b21b-f20a-4825-b58e-e3bf1e05d66f {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:31:11.307620 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Device a380b21b-f20a-4825-b58e-e3bf1e05d66f not bound to the agent host hv-cinder-79702 {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:31:11.370187 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8167af48-e393-4fc1-a367-cdf2a2b4ee15 admin admin] Deleting port f87c2e05-b1fb-46f5-bbca-6e10866e5fee {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:31:11.370565 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8167af48-e393-4fc1-a367-cdf2a2b4ee15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:11.561506 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-8167af48-e393-4fc1-a367-cdf2a2b4ee15 admin admin] For port f87c2e05-b1fb-46f5-bbca-6e10866e5fee, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=f87c2e05-b1fb-46f5-bbca-6e10866e5fee,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:31:11.561855 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8167af48-e393-4fc1-a367-cdf2a2b4ee15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:11.696788 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-8167af48-e393-4fc1-a367-cdf2a2b4ee15 admin admin] Calling delete_port for f87c2e05-b1fb-46f5-bbca-6e10866e5fee owned by network:router_interface {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:31:11.974638 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8167af48-e393-4fc1-a367-cdf2a2b4ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:11.979580 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-c3e46552-7658-4a8a-ae41-075cc6039568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:12.023609 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167af48-e393-4fc1-a367-cdf2a2b4ee15 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87c2e05-b1fb-46f5-bbca-6e10866e5fee,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:12.026462 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8167af48-e393-4fc1-a367-cdf2a2b4ee15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:12.364550 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8167af48-e393-4fc1-a367-cdf2a2b4ee15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4013040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075024'] for router_interface, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:12.984114 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8167af48-e393-4fc1-a367-cdf2a2b4ee15 admin admin] Router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:31:13.143641 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:13.213789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8167af48-e393-4fc1-a367-cdf2a2b4ee15 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:31:13.225117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe72e44-3781-4e82-b88a-c1a04ef39a81 None None] Sync routers for ids ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'] in dv-cinder-797022-1-smb {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:31:13.227246 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-8167af48-e393-4fc1-a367-cdf2a2b4ee15 admin admin] 10.222.0.22 "PUT /v2.0/routers/723e98ed-35dd-49d4-ada2-7d038f0c5d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1253128 Jun 18 10:31:13.230422 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49810) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:31:13.247559 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe72e44-3781-4e82-b88a-c1a04ef39a81 None None] Routers {'723e98ed-35dd-49d4-ada2-7d038f0c5d68'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:31:13.248768 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-dfe72e44-3781-4e82-b88a-c1a04ef39a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:30:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:13.507553 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-dfe72e44-3781-4e82-b88a-c1a04ef39a81 None None] Set router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:31:13.691314 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Notify callbacks [] for router, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:13.862834 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-dfe72e44-3781-4e82-b88a-c1a04ef39a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:31:11Z', 'revision_number': 5, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:13.867769 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe72e44-3781-4e82-b88a-c1a04ef39a81 None None] Checking router: 723e98ed-35dd-49d4-ada2-7d038f0c5d68 for host: dv-cinder-797022-1-smb {{(pid=82217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:31:13.880730 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe72e44-3781-4e82-b88a-c1a04ef39a81 None None] Routers {'723e98ed-35dd-49d4-ada2-7d038f0c5d68'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:31:13.881428 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-dfe72e44-3781-4e82-b88a-c1a04ef39a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:30:49Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'], 'active': True} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:13.945702 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:13.991665 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Deleting port bc3cb456-b95d-4ea3-acdf-6967812b79c4 {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:31:13.992051 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:14.237603 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] For port bc3cb456-b95d-4ea3-acdf-6967812b79c4, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=bc3cb456-b95d-4ea3-acdf-6967812b79c4,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:31:14.238020 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:14.296172 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-dfe72e44-3781-4e82-b88a-c1a04ef39a81 None None] Set router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 gateway port host: dv-cinder-797022-1-smb {{(pid=82217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:31:14.397402 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Calling delete_port for bc3cb456-b95d-4ea3-acdf-6967812b79c4 owned by network:router_gateway {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:31:14.652752 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-dfe72e44-3781-4e82-b88a-c1a04ef39a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:31:11Z', 'revision_number': 5, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:14.657683 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe72e44-3781-4e82-b88a-c1a04ef39a81 None None] The sync data for ids ['723e98ed-35dd-49d4-ada2-7d038f0c5d68'] in dv-cinder-797022-1-smb is: [{'id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'name': 'tempest-TestMinimumBasicScenario-2038220170-router', 'tenant_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:31:11Z', 'revision_number': 5, 'project_id': 'd0b91b444ac14fa4b69fe575bb8a67f5', 'gw_port': {'id': 'bc3cb456-b95d-4ea3-acdf-6967812b79c4', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723e98ed-35dd-49d4-ada2-7d038f0c5d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:40Z', 'updated_at': '2021-06-18T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}] {{(pid=82217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:31:14.694611 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:14.700447 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-db250d03-78e6-445f-851f-f438adba63ab tempest-AttachVolumeShelveTestJSON-1653779500 tempest-AttachVolumeShelveTestJSON-1653779500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:14.748573 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3cb456-b95d-4ea3-acdf-6967812b79c4,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:14.751997 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:15.044012 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692977'] for router_gateway, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:15.319427 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89602'] for router, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:15.324027 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:15.448273 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697056'] for router, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:15.449150 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 723e98ed-35dd-49d4-ada2-7d038f0c5d68 {{(pid=82215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:31:15.464049 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] Notify callbacks [] for router, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:15.465297 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-ab166e8e-34f2-4bf4-a115-d29584a2f09c admin admin] 10.222.0.22 "DELETE /v2.0/routers/723e98ed-35dd-49d4-ada2-7d038f0c5d68 HTTP/1.1" status: 204 len: 168 time: 2.2343721 Jun 18 10:31:15.468080 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49814) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:31:15.534335 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-b565eafc-ca98-4927-9730-28dcf76589b3 admin admin] Deleting subnet 343f395d-c280-4c24-94eb-c52070241a0d {{(pid=82215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:31:15.537659 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b565eafc-ca98-4927-9730-28dcf76589b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:15.599594 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b565eafc-ca98-4927-9730-28dcf76589b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2344885'] for subnet, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:15.682194 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b565eafc-ca98-4927-9730-28dcf76589b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:15.983884 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b565eafc-ca98-4927-9730-28dcf76589b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851812505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64804354'] for subnet, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:15.988724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:16.026698 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565eafc-ca98-4927-9730-28dcf76589b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343f395d-c280-4c24-94eb-c52070241a0d,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:16.030338 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b565eafc-ca98-4927-9730-28dcf76589b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:16.031566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b565eafc-ca98-4927-9730-28dcf76589b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:16.037126 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8293fb26-f196-4b28-b74f-a3213d845fe5 None None] Network 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:31:16.038180 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b565eafc-ca98-4927-9730-28dcf76589b3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/343f395d-c280-4c24-94eb-c52070241a0d HTTP/1.1" status: 204 len: 168 time: 0.5690167 Jun 18 10:31:16.040871 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49820) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:31:16.159570 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:16.170560 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Deleting port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:31:16.170932 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:16.316504 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f87c2e05-b1fb-46f5-bbca-6e10866e5fee no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:31:16.349543 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d249bb-90e8-4030-a15f-247b552e13cf None None] DHCP port deletion for 7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 request from dv-cinder-797022-1-smb {{(pid=82217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:31:16.357844 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-59d3a3d3-275b-4fc0-8547-69054f30e63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:16.360073 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: f87c2e05-b1fb-46f5-bbca-6e10866e5fee {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:31:16.360469 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device f87c2e05-b1fb-46f5-bbca-6e10866e5fee not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:31:16.363424 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-e9d249bb-90e8-4030-a15f-247b552e13cf None None] Deleting port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c {{(pid=82217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:31:16.364037 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e9d249bb-90e8-4030-a15f-247b552e13cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:16.408353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] For port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=06d626f3-1d8a-4cc3-ad67-dfcaa634e28c,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:31:16.408762 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:16.543116 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Calling delete_port for 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c owned by network:dhcp {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:31:16.583143 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-e9d249bb-90e8-4030-a15f-247b552e13cf None None] For port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=06d626f3-1d8a-4cc3-ad67-dfcaa634e28c,segment=NetworkSegment(3212acc6-df78-43ae-839c-2bccf24930e9),segment_id=3212acc6-df78-43ae-839c-2bccf24930e9)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:31:16.583565 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e9d249bb-90e8-4030-a15f-247b552e13cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:16.648371 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:16.653213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-457f5ac6-bbe9-4fa2-9ea4-d8517e5ce4b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:16.697888 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d626f3-1d8a-4cc3-ad67-dfcaa634e28c,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:16.701059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:16.704161 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] No DVR routers for this DVR port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c on host dv-cinder-797022-1-smb {{(pid=82215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:31:16.723930 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-e9d249bb-90e8-4030-a15f-247b552e13cf None None] Calling delete_port for 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c owned by network:dhcp {{(pid=82217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:31:16.804178 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.db.api [None req-e9d249bb-90e8-4030-a15f-247b552e13cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82217) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:31:16.804566 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_db.api [None req-e9d249bb-90e8-4030-a15f-247b552e13cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:31:16.841955 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:16.859439 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b475d81-7fb6-4bc2-ad6a-6b835eba4b45']}} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:16.872445 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3212acc6-df78-43ae-839c-2bccf24930e9') {'for_net_delete': True} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:16.872783 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3212acc6-df78-43ae-839c-2bccf24930e9') {} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:16.885699 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852430931'] for segment, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:16.901323 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:16.908004 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=82215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:31:16.908431 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2961816'] for segment, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:31:16.922202 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:31:17.034834 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:17.039646 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:17.043662 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:17.072166 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b475d81-7fb6-4bc2-ad6a-6b835eba4b45,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:17.075311 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:17.138762 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-23501255-4785-4c2e-9728-40da290ca3e9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7b475d81-7fb6-4bc2-ad6a-6b835eba4b45 HTTP/1.1" status: 204 len: 168 time: 1.0967469 Jun 18 10:31:17.141988 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49824) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:31:17.305516 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-e9d249bb-90e8-4030-a15f-247b552e13cf None None] Deleting port 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c {{(pid=82217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:31:17.306465 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-e9d249bb-90e8-4030-a15f-247b552e13cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:17.375275 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-e9d249bb-90e8-4030-a15f-247b552e13cf None None] The port '06d626f3-1d8a-4cc3-ad67-dfcaa634e28c' was deleted {{(pid=82217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:31:17.786425 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1967c74f-6f53-46fe-91f3-fcbedbc3ccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701408'] for router_interface, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:18.041179 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:18.288946 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device bc3cb456-b95d-4ea3-acdf-6967812b79c4 no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:31:18.324452 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: bc3cb456-b95d-4ea3-acdf-6967812b79c4 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:31:18.324858 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device bc3cb456-b95d-4ea3-acdf-6967812b79c4 not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:31:18.325334 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:31:18.358625 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:31:18.359019 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 06d626f3-1d8a-4cc3-ad67-dfcaa634e28c not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:31:18.424842 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-1967c74f-6f53-46fe-91f3-fcbedbc3ccd9 admin admin] Deleting port e7530515-9ed0-4c6f-8db4-842ec0eee02f {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:31:18.425215 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1967c74f-6f53-46fe-91f3-fcbedbc3ccd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:18.603938 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-1967c74f-6f53-46fe-91f3-fcbedbc3ccd9 admin admin] For port e7530515-9ed0-4c6f-8db4-842ec0eee02f, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=e7530515-9ed0-4c6f-8db4-842ec0eee02f,segment=NetworkSegment(f157418b-bed8-4cbc-9e77-835402ff99f5),segment_id=f157418b-bed8-4cbc-9e77-835402ff99f5)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:31:18.604260 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1967c74f-6f53-46fe-91f3-fcbedbc3ccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:18.730981 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-1967c74f-6f53-46fe-91f3-fcbedbc3ccd9 admin admin] Calling delete_port for e7530515-9ed0-4c6f-8db4-842ec0eee02f owned by network:router_interface {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:31:18.866790 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-74b9674d-f583-40b8-bb32-8d584539d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:18.934698 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1967c74f-6f53-46fe-91f3-fcbedbc3ccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:18.939677 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-0bf111b5-7f8a-4ddd-a6c9-a36760aa679d tempest-TestMinimumBasicScenario-1099665141 tempest-TestMinimumBasicScenario-1099665141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:18.980951 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967c74f-6f53-46fe-91f3-fcbedbc3ccd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7530515-9ed0-4c6f-8db4-842ec0eee02f,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:18.983827 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-1967c74f-6f53-46fe-91f3-fcbedbc3ccd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:19.225820 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:19.294643 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-1967c74f-6f53-46fe-91f3-fcbedbc3ccd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4013040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075024'] for router_interface, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:19.902602 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1967c74f-6f53-46fe-91f3-fcbedbc3ccd9 admin admin] Router 7622cf5d-a665-4648-beb3-5cdbea369756 has already been hosted by L3 agent 609d0d10-a3e0-4179-befd-665db56bd0c0 {{(pid=82215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:31:20.121899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1967c74f-6f53-46fe-91f3-fcbedbc3ccd9 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-smb the message routers_updated {{(pid=82215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:31:20.132978 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb8c834-a4c6-44f5-af15-691c90e5f4b7 None None] Sync routers for ids ['7622cf5d-a665-4648-beb3-5cdbea369756'] in dv-cinder-797022-1-smb {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:31:20.146074 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8c834-a4c6-44f5-af15-691c90e5f4b7 None None] Routers {'7622cf5d-a665-4648-beb3-5cdbea369756'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:31:20.146768 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-efb8c834-a4c6-44f5-af15-691c90e5f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:31:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['7622cf5d-a665-4648-beb3-5cdbea369756'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:20.170157 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-1967c74f-6f53-46fe-91f3-fcbedbc3ccd9 admin admin] 10.222.0.22 "PUT /v2.0/routers/7622cf5d-a665-4648-beb3-5cdbea369756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0269454 Jun 18 10:31:20.173487 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49828) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:31:20.350303 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-efb8c834-a4c6-44f5-af15-691c90e5f4b7 None None] Set router 7622cf5d-a665-4648-beb3-5cdbea369756 gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:31:20.440899 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:20.635056 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Notify callbacks [] for router, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:20.664610 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-efb8c834-a4c6-44f5-af15-691c90e5f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'name': 'tempest-TestMinimumBasicScenario-202930887-router', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:48Z', 'updated_at': '2021-06-18T10:31:18Z', 'revision_number': 5, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'gw_port': {'id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:49Z', 'updated_at': '2021-06-18T10:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:20.669353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb8c834-a4c6-44f5-af15-691c90e5f4b7 None None] Checking router: 7622cf5d-a665-4648-beb3-5cdbea369756 for host: dv-cinder-797022-1-smb {{(pid=82218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:31:20.682449 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8c834-a4c6-44f5-af15-691c90e5f4b7 None None] Routers {'7622cf5d-a665-4648-beb3-5cdbea369756'} bound to L3 agent in host dv-cinder-797022-1-smb {{(pid=82218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:31:20.683117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-efb8c834-a4c6-44f5-af15-691c90e5f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T10:10:19Z,description=,heartbeat_timestamp=2021-06-18T10:31:19Z,host='dv-cinder-797022-1-smb',id=609d0d10-a3e0-4179-befd-665db56bd0c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T10:10:19Z,topic='l3_agent')) {'router_ids': ['7622cf5d-a665-4648-beb3-5cdbea369756'], 'active': True} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:20.857993 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:20.909573 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Deleting port 5695629a-8e02-4879-8ade-23fd824a3d55 {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:31:20.910244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:21.017600 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvr_db [None req-efb8c834-a4c6-44f5-af15-691c90e5f4b7 None None] Set router 7622cf5d-a665-4648-beb3-5cdbea369756 gateway port host: dv-cinder-797022-1-smb {{(pid=82218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:31:21.106704 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] For port 5695629a-8e02-4879-8ade-23fd824a3d55, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=5695629a-8e02-4879-8ade-23fd824a3d55,segment=NetworkSegment(014c33de-9506-4295-9a9a-54aee62bc8f6),segment_id=014c33de-9506-4295-9a9a-54aee62bc8f6)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:31:21.107104 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:21.238083 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Calling delete_port for 5695629a-8e02-4879-8ade-23fd824a3d55 owned by network:router_gateway {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:31:21.333878 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_hamode_db [None req-efb8c834-a4c6-44f5-af15-691c90e5f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'name': 'tempest-TestMinimumBasicScenario-202930887-router', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:48Z', 'updated_at': '2021-06-18T10:31:18Z', 'revision_number': 5, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'gw_port': {'id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:49Z', 'updated_at': '2021-06-18T10:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}], 'dv-cinder-797022-1-smb', False) {} {{(pid=82218) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:21.338169 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb8c834-a4c6-44f5-af15-691c90e5f4b7 None None] The sync data for ids ['7622cf5d-a665-4648-beb3-5cdbea369756'] in dv-cinder-797022-1-smb is: [{'id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'name': 'tempest-TestMinimumBasicScenario-202930887-router', 'tenant_id': '44e72c35af5e4e2abf00473a120d7954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'external_fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:28:48Z', 'updated_at': '2021-06-18T10:31:18Z', 'revision_number': 5, 'project_id': '44e72c35af5e4e2abf00473a120d7954', 'gw_port': {'id': '5695629a-8e02-4879-8ade-23fd824a3d55', 'name': '', 'network_id': '3aade71e-2163-4f2a-b110-37c6fd66da65', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7622cf5d-a665-4648-beb3-5cdbea369756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '204491dd-5aae-4488-8d44-ce0034150e84', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:28:49Z', 'updated_at': '2021-06-18T10:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '204491dd-5aae-4488-8d44-ce0034150e84', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-smb'}] {{(pid=82218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:31:21.437068 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:21.442243 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-8bc8d162-22a1-4b5c-bac2-25f2d77e5570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:21.488647 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Pushing event deleted for resources: {'Port': ['ID=5695629a-8e02-4879-8ade-23fd824a3d55,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:21.491382 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:21.724373 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692977'] for router_gateway, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:21.990728 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89602'] for router, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:21.995154 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:22.059742 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697056'] for router, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:22.060247 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7622cf5d-a665-4648-beb3-5cdbea369756 {{(pid=82215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:31:22.072963 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] Notify callbacks [] for router, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:22.074229 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-bd9ad10f-ecdd-40f4-ae96-772cce59034e admin admin] 10.222.0.22 "DELETE /v2.0/routers/7622cf5d-a665-4648-beb3-5cdbea369756 HTTP/1.1" status: 204 len: 168 time: 1.8997657 Jun 18 10:31:22.076923 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49832) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:31:22.147327 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa47a86-c734-42e7-a4d3-6f6990cb7f6a admin admin] Deleting subnet 0a7a5f75-03ff-4122-a890-abd016286f39 {{(pid=82215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:31:22.150711 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-daa47a86-c734-42e7-a4d3-6f6990cb7f6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:22.205475 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-daa47a86-c734-42e7-a4d3-6f6990cb7f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2344885'] for subnet, precommit_delete_associations {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:22.317622 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-daa47a86-c734-42e7-a4d3-6f6990cb7f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854746813'] for subnet, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:22.334105 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device e7530515-9ed0-4c6f-8db4-842ec0eee02f no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:31:22.379759 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: e7530515-9ed0-4c6f-8db4-842ec0eee02f {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:31:22.380130 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device e7530515-9ed0-4c6f-8db4-842ec0eee02f not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:31:22.831666 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-daa47a86-c734-42e7-a4d3-6f6990cb7f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-29003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851812505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64804354'] for subnet, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:22.835994 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:22.876144 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa47a86-c734-42e7-a4d3-6f6990cb7f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a7a5f75-03ff-4122-a890-abd016286f39,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:22.880572 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-daa47a86-c734-42e7-a4d3-6f6990cb7f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:22.883432 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-daa47a86-c734-42e7-a4d3-6f6990cb7f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:22.889209 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea3c9b-213a-45e9-8433-41bd383de2a4 None None] Network d4f5ae06-859e-488c-a459-f91e3794cea2 requested from dv-cinder-797022-1-smb {{(pid=82217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:31:22.889762 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-daa47a86-c734-42e7-a4d3-6f6990cb7f6a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0a7a5f75-03ff-4122-a890-abd016286f39 HTTP/1.1" status: 204 len: 168 time: 0.8117108 Jun 18 10:31:22.893358 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49836) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:31:23.010419 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4155309'] for network, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:23.022249 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Deleting port 4146ec3c-078a-42be-a0c4-296e768b3d34 {{(pid=82215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:31:23.022624 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:23.149358 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1beb7d-e35f-47b0-bd3c-065a66c046d6 None None] DHCP port deletion for d4f5ae06-859e-488c-a459-f91e3794cea2 request from dv-cinder-797022-1-smb {{(pid=82217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:31:23.153794 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-2a1beb7d-e35f-47b0-bd3c-065a66c046d6 None None] Deleting port 4146ec3c-078a-42be-a0c4-296e768b3d34 {{(pid=82217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:31:23.154324 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2a1beb7d-e35f-47b0-bd3c-065a66c046d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:23.240775 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] For port 4146ec3c-078a-42be-a0c4-296e768b3d34, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=4146ec3c-078a-42be-a0c4-296e768b3d34,segment=NetworkSegment(f157418b-bed8-4cbc-9e77-835402ff99f5),segment_id=f157418b-bed8-4cbc-9e77-835402ff99f5)] {{(pid=82215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:31:23.241173 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:23.370517 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Calling delete_port for 4146ec3c-078a-42be-a0c4-296e768b3d34 owned by network:dhcp {{(pid=82215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:31:23.371895 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.db [None req-2a1beb7d-e35f-47b0-bd3c-065a66c046d6 None None] For port 4146ec3c-078a-42be-a0c4-296e768b3d34, host dv-cinder-797022-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-smb',level=0,port_id=4146ec3c-078a-42be-a0c4-296e768b3d34,segment=NetworkSegment(f157418b-bed8-4cbc-9e77-835402ff99f5),segment_id=f157418b-bed8-4cbc-9e77-835402ff99f5)] {{(pid=82217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:31:23.372333 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2a1beb7d-e35f-47b0-bd3c-065a66c046d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693322'] for port, precommit_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:23.465695 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854742634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844280504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001691712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249853432197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851813965'] for port, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:23.470391 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-a09f3873-550f-4bed-8c9e-15589db67166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:23.512068 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-2a1beb7d-e35f-47b0-bd3c-065a66c046d6 None None] Calling delete_port for 4146ec3c-078a-42be-a0c4-296e768b3d34 owned by network:dhcp {{(pid=82217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:31:23.512372 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Pushing event deleted for resources: {'Port': ['ID=4146ec3c-078a-42be-a0c4-296e768b3d34,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:23.516151 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:23.519542 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] No DVR routers for this DVR port 4146ec3c-078a-42be-a0c4-296e768b3d34 on host dv-cinder-797022-1-smb {{(pid=82215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:31:23.587528 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.db.api [None req-2a1beb7d-e35f-47b0-bd3c-065a66c046d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82217) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:31:23.587933 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_db.api [None req-2a1beb7d-e35f-47b0-bd3c-065a66c046d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:31:23.646754 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30914', 'neutron.services.segments.db._delete_segments_for_network-8787001708522'] for network, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:23.660382 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f5ae06-859e-488c-a459-f91e3794cea2']}} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:23.673789 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f157418b-bed8-4cbc-9e77-835402ff99f5') {'for_net_delete': True} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:23.674137 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.services.segments.db [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f157418b-bed8-4cbc-9e77-835402ff99f5') {} {{(pid=82215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:31:23.686279 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001708420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852430931'] for segment, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:23.760276 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3972901'] for segment, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:23.767772 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=82215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:31:23.768285 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850802883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2961816'] for segment, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: Traceback (most recent call last): Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: timer() Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: cb(*args, **kw) Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: return func(*args, **kwargs) Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: self._notify() Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: self.callback(batched_events) Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: event.method(event) Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: segment_id)['aggregates'][0] Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: return f(self, *a, **k) Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: return self._get(url).json() Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: **kwargs) Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: return self.request(url, 'GET', **kwargs) Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: **endpoint_filter) Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:31:23.782411 dv-cinder-797022-1-smb neutron-server[82104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:31:24.081032 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854744885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854107876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082921'] for network, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:24.085149 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:24.089113 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-2a1beb7d-e35f-47b0-bd3c-065a66c046d6 None None] Deleting port 4146ec3c-078a-42be-a0c4-296e768b3d34 {{(pid=82217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:31:24.089596 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2a1beb7d-e35f-47b0-bd3c-065a66c046d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001766737'] for port, before_delete {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:24.099998 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850762857'] for network, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:24.110879 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f5ae06-859e-488c-a459-f91e3794cea2,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:24.115777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:24.119276 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-27e9d96d-7a89-46d0-bf96-f04698c64738 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d4f5ae06-859e-488c-a459-f91e3794cea2 HTTP/1.1" status: 204 len: 168 time: 1.2248743 Jun 18 10:31:24.161385 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-2a1beb7d-e35f-47b0-bd3c-065a66c046d6 None None] The port '4146ec3c-078a-42be-a0c4-296e768b3d34' was deleted {{(pid=82217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:31:24.306777 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 5695629a-8e02-4879-8ade-23fd824a3d55 no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:31:24.338832 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: 5695629a-8e02-4879-8ade-23fd824a3d55 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:31:24.339160 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 5695629a-8e02-4879-8ade-23fd824a3d55 not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:31:24.339623 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 4146ec3c-078a-42be-a0c4-296e768b3d34 no longer exists at agent ovs-agent-dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:31:24.371719 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.plugin [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] No Port match for: 4146ec3c-078a-42be-a0c4-296e768b3d34 {{(pid=82217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:31:24.372110 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.plugins.ml2.rpc [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Device 4146ec3c-078a-42be-a0c4-296e768b3d34 not bound to the agent host dv-cinder-797022-1-smb {{(pid=82217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:31:24.452465 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49842) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:31:24.507250 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-cce22199-df24-493b-a966-8f352574ffb1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0b91b444ac14fa4b69fe575bb8a67f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534549 Jun 18 10:31:24.509784 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49846) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:31:24.798236 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b92d5df6-25ee-4ae6-a8a0-9d99fee489ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:24.825596 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b92d5df6-25ee-4ae6-a8a0-9d99fee489ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:24.909771 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b92d5df6-25ee-4ae6-a8a0-9d99fee489ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:24.914896 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-83d40e99-b798-4753-9488-244c5018b15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:24.929305 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d5df6-25ee-4ae6-a8a0-9d99fee489ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56344ffc-d21c-4131-b121-c64654c2735b,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:24.932098 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-b92d5df6-25ee-4ae6-a8a0-9d99fee489ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:24.937884 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b92d5df6-25ee-4ae6-a8a0-9d99fee489ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:24.940873 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-b92d5df6-25ee-4ae6-a8a0-9d99fee489ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56344ffc-d21c-4131-b121-c64654c2735b HTTP/1.1" status: 204 len: 168 time: 0.4284766 Jun 18 10:31:25.661119 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49854) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:31:25.714535 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-4fed1dc8-4756-47ce-8ee3-8de7c59a0079 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=44e72c35af5e4e2abf00473a120d7954&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520527 Jun 18 10:31:25.717120 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [-] (82215) accepted ('10.222.0.22', 49858) {{(pid=82215) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:31:25.790536 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-36f3b6d7-42ef-49c6-930a-425f56bff338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:25.820698 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-36f3b6d7-42ef-49c6-930a-425f56bff338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:25.979825 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-36f3b6d7-42ef-49c6-930a-425f56bff338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105092'] for security_group, after_delete {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:25.985059 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-e561786d-88b3-4cab-9082-a03bb368c24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:31:25.998353 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3b6d7-42ef-49c6-930a-425f56bff338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd91c82-2123-4273-aaa8-92f68d32814c,revision_number=None']} {{(pid=82215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:31:26.001554 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG oslo_concurrency.lockutils [None req-36f3b6d7-42ef-49c6-930a-425f56bff338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:31:26.003561 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-36f3b6d7-42ef-49c6-930a-425f56bff338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:26.004738 dv-cinder-797022-1-smb neutron-server[82104]: INFO neutron.wsgi [None req-36f3b6d7-42ef-49c6-930a-425f56bff338 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6dd91c82-2123-4273-aaa8-92f68d32814c HTTP/1.1" status: 204 len: 168 time: 0.2866118 Jun 18 10:31:43.145322 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:44.167107 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:31:46.332853 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-a8f2728f-965b-46f3-b8f9-7426a37dc595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:48.046190 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:48.862786 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-c194aff2-73e2-445f-bf36-39f309f3ef7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:49.232284 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:31:50.459188 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:32:13.144158 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:32:16.336934 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b45ed5b4-fb4a-4f99-bec1-d6813dae6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:32:18.056859 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:32:18.864032 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-dceb737d-614b-4fb1-9867-c5dd2bad8529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:32:19.224213 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:32:20.468084 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:32:21.167791 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:32:43.149575 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:32:46.332629 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3439-078a-4966-8515-1429f7466792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:32:48.041018 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:32:48.852431 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-61702b77-51d8-42aa-9976-2a17c0e17d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:32:49.233608 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:32:50.468117 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:32:58.169498 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:33:13.160705 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:33:16.336106 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-2e4363ac-5036-47f5-a93b-20a39cc801b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:33:18.057430 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:33:18.855244 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f586-1657-4207-9eaf-1737fe45f2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:33:19.244109 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:33:20.451724 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:33:35.171134 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:33:43.152197 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:33:46.374732 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e882-e065-41fd-97a2-bf32b3001043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:33:48.039815 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:33:48.868291 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-cbc9bc97-200c-43ca-a665-031e82b32cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:33:49.251205 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:33:50.468349 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:34:12.171650 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:34:13.153440 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:34:16.336409 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-73e80346-477f-4961-8578-f5b76f703a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:34:18.056793 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:34:18.856277 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4b3e5e8a-3d89-4303-b8d7-a1e1ba8b149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:34:19.242667 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:34:20.460127 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:34:43.151008 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:34:46.341805 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-53741485-786e-49cd-b72e-91c82b076276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:34:48.055890 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:34:48.867331 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-0459b0d3-55ed-46ae-ad28-0e95611f2f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:34:49.177409 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:34:49.276982 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:34:50.462008 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:35:13.161270 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:35:16.355814 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-87c3dd65-5926-4a58-82f8-578118ee211c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:35:18.041319 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:35:18.870361 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-eee5d235-4dd4-4695-9bd1-8cfe4705073d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:35:19.260802 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:35:20.630586 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:35:26.168448 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:35:43.166846 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:35:46.361129 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-8023ca1c-c4d0-41b3-b931-e30e3230327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:35:48.049404 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:35:48.863675 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-545b6707-2bd8-4b10-9520-9f909706b076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:35:49.277638 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:35:50.463972 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:36:03.171319 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.db.agents_db [None req-d057d400-87cc-4565-8148-4050d9b4181f None None] Agent healthcheck: found 6 active agents {{(pid=82218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:36:13.180195 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-611eaa31-7c60-49bc-9c70-5ebb52917445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:36:16.380204 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1d9b-b1bf-46a6-bb76-508307ba5dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:36:18.037692 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7264e370-eed3-4621-a8ee-44bddc8dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:36:18.863101 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-23a9c421-e9d1-43eb-840b-aca5bc8a33e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:36:19.254366 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-778f6624-cd97-4662-88af-961896fec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:36:20.472069 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron_lib.callbacks.manager [None req-7f55d5f5-888a-42b4-88cf-0a2d72d6502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001708505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26676'] for agent, after_update {{(pid=82217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:36:22.705001 dv-cinder-797022-1-smb neutron-server[82104]: DEBUG neutron.wsgi [req-dc0576c9-82ef-44a5-8a2d-ac3b08c833d8 req-883f099a-a812-450a-be1e-9d44b39c26bb service neutron] (82215) timed out ('10.222.0.61', 56362) {{(pid=82215) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}